Upload folder using huggingface_hub
Browse files
    	
        priming_e3/2025-01-27_20-29-28.pth
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:0d8ee6672a5177760ff05d1e596fb5df8017b61ae1e5dbfee2aea533076aa80d
         | 
| 3 | 
            +
            size 17800230648
         | 
    	
        priming_e3/2025-01-27_21-40-06.pth
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:d14e000def1b745d88de10e64582f365eb2715a38b3136883cc7a2ceb6930e72
         | 
| 3 | 
            +
            size 17800230648
         | 
    	
        priming_e3/training_config.json
    ADDED
    
    | @@ -0,0 +1,114 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
                "training": {
         | 
| 3 | 
            +
                    "master_seed": 3,
         | 
| 4 | 
            +
                    "cache_minibatch": 8,
         | 
| 5 | 
            +
                    "train_minibatch": 4,
         | 
| 6 | 
            +
                    "offload_param_count": 17000000000,
         | 
| 7 | 
            +
                    "lr": 2e-06,
         | 
| 8 | 
            +
                    "weight_decay": 0.0,
         | 
| 9 | 
            +
                    "warmup_steps": 5,
         | 
| 10 | 
            +
                    "change_layer_every": 100000000000,
         | 
| 11 | 
            +
                    "trained_single_blocks": 38,
         | 
| 12 | 
            +
                    "trained_double_blocks": 19,
         | 
| 13 | 
            +
                    "save_every": 50,
         | 
| 14 | 
            +
                    "save_folder": "model_priming_low_lr_3",
         | 
| 15 | 
            +
                    "wandb_project": "optimal transport unlocked",
         | 
| 16 | 
            +
                    "wandb_run": "priming",
         | 
| 17 | 
            +
                    "wandb_entity": null
         | 
| 18 | 
            +
                },
         | 
| 19 | 
            +
                "inference": {
         | 
| 20 | 
            +
                    "inference_every": 20,
         | 
| 21 | 
            +
                    "inference_folder": "primed_output",
         | 
| 22 | 
            +
                    "steps": 8,
         | 
| 23 | 
            +
                    "guidance": 0,
         | 
| 24 | 
            +
                    "cfg": 1,
         | 
| 25 | 
            +
                    "prompts": [
         | 
| 26 | 
            +
                        "a cute cat sat on a mat while receiving a head pat from his owner called Matt",
         | 
| 27 | 
            +
                        "baked potato, on the space floating orbiting around the earth"
         | 
| 28 | 
            +
                    ],
         | 
| 29 | 
            +
                    "first_n_steps_wo_cfg": 0,
         | 
| 30 | 
            +
                    "image_dim": [
         | 
| 31 | 
            +
                        1024,
         | 
| 32 | 
            +
                        1024
         | 
| 33 | 
            +
                    ],
         | 
| 34 | 
            +
                    "t5_max_length": 512
         | 
| 35 | 
            +
                },
         | 
| 36 | 
            +
                "extra_inference_config": [
         | 
| 37 | 
            +
                    {
         | 
| 38 | 
            +
                        "inference_every": 20,
         | 
| 39 | 
            +
                        "inference_folder": "schnell_dedistilation",
         | 
| 40 | 
            +
                        "steps": 8,
         | 
| 41 | 
            +
                        "guidance": 0,
         | 
| 42 | 
            +
                        "cfg": 3,
         | 
| 43 | 
            +
                        "prompts": [
         | 
| 44 | 
            +
                            "a cute cat sat on a mat while receiving a head pat from his owner called Matt",
         | 
| 45 | 
            +
                            "baked potato, on the space floating orbiting around the earth"
         | 
| 46 | 
            +
                        ],
         | 
| 47 | 
            +
                        "first_n_steps_wo_cfg": 0,
         | 
| 48 | 
            +
                        "image_dim": [
         | 
| 49 | 
            +
                            1024,
         | 
| 50 | 
            +
                            1024
         | 
| 51 | 
            +
                        ],
         | 
| 52 | 
            +
                        "t5_max_length": 512
         | 
| 53 | 
            +
                    },
         | 
| 54 | 
            +
                    {
         | 
| 55 | 
            +
                        "inference_every": 20,
         | 
| 56 | 
            +
                        "inference_folder": "schnell_dedistilation",
         | 
| 57 | 
            +
                        "steps": 20,
         | 
| 58 | 
            +
                        "guidance": 0,
         | 
| 59 | 
            +
                        "cfg": 3,
         | 
| 60 | 
            +
                        "prompts": [
         | 
| 61 | 
            +
                            "a cute cat sat on a mat while receiving a head pat from his owner called Matt",
         | 
| 62 | 
            +
                            "baked potato, on the space floating orbiting around the earth"
         | 
| 63 | 
            +
                        ],
         | 
| 64 | 
            +
                        "first_n_steps_wo_cfg": 0,
         | 
| 65 | 
            +
                        "image_dim": [
         | 
| 66 | 
            +
                            1024,
         | 
| 67 | 
            +
                            1024
         | 
| 68 | 
            +
                        ],
         | 
| 69 | 
            +
                        "t5_max_length": 512
         | 
| 70 | 
            +
                    },
         | 
| 71 | 
            +
                    {
         | 
| 72 | 
            +
                        "inference_every": 20,
         | 
| 73 | 
            +
                        "inference_folder": "schnell_dedistilation",
         | 
| 74 | 
            +
                        "steps": 20,
         | 
| 75 | 
            +
                        "guidance": 0,
         | 
| 76 | 
            +
                        "cfg": 7,
         | 
| 77 | 
            +
                        "prompts": [
         | 
| 78 | 
            +
                            "a cute cat sat on a mat while receiving a head pat from his owner called Matt",
         | 
| 79 | 
            +
                            "baked potato, on the space floating orbiting around the earth"
         | 
| 80 | 
            +
                        ],
         | 
| 81 | 
            +
                        "first_n_steps_wo_cfg": 0,
         | 
| 82 | 
            +
                        "image_dim": [
         | 
| 83 | 
            +
                            1024,
         | 
| 84 | 
            +
                            1024
         | 
| 85 | 
            +
                        ],
         | 
| 86 | 
            +
                        "t5_max_length": 512
         | 
| 87 | 
            +
                    }
         | 
| 88 | 
            +
                ],
         | 
| 89 | 
            +
                "dataloader": {
         | 
| 90 | 
            +
                    "batch_size": 1024,
         | 
| 91 | 
            +
                    "jsonl_metadata_path": "for_priming.jsonl",
         | 
| 92 | 
            +
                    "image_folder_path": "debug_dataset",
         | 
| 93 | 
            +
                    "base_resolution": [
         | 
| 94 | 
            +
                        512
         | 
| 95 | 
            +
                    ],
         | 
| 96 | 
            +
                    "shuffle_tags": true,
         | 
| 97 | 
            +
                    "tag_drop_percentage": 0.0,
         | 
| 98 | 
            +
                    "uncond_percentage": 0.0,
         | 
| 99 | 
            +
                    "resolution_step": 64,
         | 
| 100 | 
            +
                    "num_workers": 0,
         | 
| 101 | 
            +
                    "prefetch_factor": null,
         | 
| 102 | 
            +
                    "ratio_cutoff": 2.0,
         | 
| 103 | 
            +
                    "thread_per_worker": 10
         | 
| 104 | 
            +
                },
         | 
| 105 | 
            +
                "model": {
         | 
| 106 | 
            +
                    "chroma_path": "2025-01-27_17-34-20.safetensors",
         | 
| 107 | 
            +
                    "vae_path": "FLUX.1-schnell/ae.safetensors",
         | 
| 108 | 
            +
                    "t5_path": "FLUX.1-schnell/text_encoder_2",
         | 
| 109 | 
            +
                    "t5_config_path": "FLUX.1-schnell/text_encoder_2/config.json",
         | 
| 110 | 
            +
                    "t5_tokenizer_path": "FLUX.1-schnell/tokenizer_2",
         | 
| 111 | 
            +
                    "t5_to_8bit": true,
         | 
| 112 | 
            +
                    "t5_max_length": 512
         | 
| 113 | 
            +
                }
         | 
| 114 | 
            +
            }
         | 
