diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..f0c87764a06b1472481631bedbdd28bd33a21534 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +examples/i2v_input.JPG filter=lfs diff=lfs merge=lfs -text +xlm-roberta-large/tokenizer.json filter=lfs diff=lfs merge=lfs -text +google/umt5-xxl/tokenizer.json filter=lfs diff=lfs merge=lfs -text +distill_models/xlm-roberta-large/tokenizer.json filter=lfs diff=lfs merge=lfs -text +distill_models/umt5-xxl/tokenizer.json filter=lfs diff=lfs merge=lfs -text +distill_fp8/xlm-roberta-large/tokenizer.json filter=lfs diff=lfs merge=lfs -text +distill_fp8/google/umt5-xxl/tokenizer.json filter=lfs diff=lfs merge=lfs -text +distill_int8/xlm-roberta-large/tokenizer.json filter=lfs diff=lfs merge=lfs -text +distill_int8/google/umt5-xxl/tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b7cccf039136e69b700576e349e8c4dcbaa73d32 --- /dev/null +++ b/README.md @@ -0,0 +1,65 @@ +--- +license: apache-2.0 +language: +- en +- zh +pipeline_tag: image-to-video +tags: +- video generation +library_name: diffusers +inference: + parameters: + num_inference_steps: 4 +base_model: +- Wan-AI/Wan2.1-I2V-14B-480P +--- +# Wan2.1-I2V-14B-480P-StepDistill-CfgDistill-Lightx2v + +
+
+
+
+## **⚠️Important Notice**
+
+> **Please note:** The 720P distilled model = **720P original model** + (**480P step distillation** - **480P original model**), which means **we did not train a native 720P model**.
+>
+> **The LoRA in this repository is completely identical to the LoRA in the 480P repository.**
+
+## Overview
+
+Wan2.1-I2V-14B-480P-StepDistill-CfgDistill-Lightx2v is an advanced image-to-video generation model built upon the Wan2.1-I2V-14B-480P foundation. This approach allows the model to generate videos with significantly fewer inference steps (4 steps) and without classifier-free guidance, substantially reducing video generation time while maintaining high quality outputs.
+
+In this version, we added the following features:
+1. Trained with higher quality datasets for extended iterations.
+2. New fp8 and int8 quantized distillation models have been added, which enable fast inference using lightx2v on RTX 4060.
+
+
+## Training
+
+Our training code is modified based on the [Self-Forcing](https://github.com/guandeh17/Self-Forcing) repository. We extended support for the Wan2.1-14B-I2V-480P model and performed a 4-step bidirectional distillation process. The modified code is available at [Self-Forcing-Plus](https://github.com/GoatWu/Self-Forcing-Plus).
+
+## Inference
+
+Our inference framework utilizes [lightx2v](https://github.com/ModelTC/lightx2v), a highly efficient inference engine that supports multiple models. This framework significantly accelerates the video generation process while maintaining high quality output.
+
+```bash
+bash scripts/wan/run_wan_i2v_distill_4step_cfg.sh
+```
+
+or using the lora version:
+
+```bash
+bash scripts/wan/run_wan_i2v_distill_4step_cfg_lora.sh
+```
+
+We recommend using the **LCM scheduler** with the following settings:
+- `shift=5.0`
+- `guidance_scale=1.0 (i.e., without CFG)`
+
+## License Agreement
+The models in this repository are licensed under the Apache 2.0 License. We claim no rights over the your generate contents, granting you the freedom to use them while ensuring that your usage complies with the provisions of this license. You are fully accountable for your use of the models, which must not involve sharing any content that violates applicable laws, causes harm to individuals or groups, disseminates personal information intended for harm, spreads misinformation, or targets vulnerable populations. For a complete list of restrictions and details regarding your rights, please refer to the full text of the [license](LICENSE.txt).
+
+
+## Acknowledgements
+
+We would like to thank the contributors to the [Wan2.1](https://huggingface.co/Wan-AI/Wan2.1-T2V-14B), [Self-Forcing](https://huggingface.co/gdhe17/Self-Forcing/tree/main) repositories, for their open research.
diff --git a/config.json b/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f5a12b285ec9c2497cafc4a4443fc6ba61b1a30b
--- /dev/null
+++ b/config.json
@@ -0,0 +1,14 @@
+{
+ "_class_name": "WanModel",
+ "_diffusers_version": "0.30.0",
+ "dim": 5120,
+ "eps": 1e-06,
+ "ffn_dim": 13824,
+ "freq_dim": 256,
+ "in_dim": 36,
+ "model_type": "i2v",
+ "num_heads": 40,
+ "num_layers": 40,
+ "out_dim": 16,
+ "text_len": 512
+}
diff --git a/distill_fp8/Wan2.1_VAE.pth b/distill_fp8/Wan2.1_VAE.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5897fba405232a6b07a947d6188d19a8e050ccfb
--- /dev/null
+++ b/distill_fp8/Wan2.1_VAE.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38071ab59bd94681c686fa51d75a1968f64e470262043be31f7a094e442fd981
+size 507609880
diff --git a/distill_fp8/block_0.safetensors b/distill_fp8/block_0.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..08dc7de1ebaf5738d73e04213f6195adcfc0345e
--- /dev/null
+++ b/distill_fp8/block_0.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2123c99153790109fcd07cd72ae0adb1c473d26a8e9a4675a01e9a839b58de35
+size 404393192
diff --git a/distill_fp8/block_1.safetensors b/distill_fp8/block_1.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..231daca34776f0e05a19bc9b16f8884ddc4f8b58
--- /dev/null
+++ b/distill_fp8/block_1.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b217db7dbfac00b467a48f3b9a298f1802491a7ff78e7041a7e47ec76d6c83
+size 404393192
diff --git a/distill_fp8/block_10.safetensors b/distill_fp8/block_10.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..81667ce2685b4a7b24c24525b3d10cf01e8e9c2d
--- /dev/null
+++ b/distill_fp8/block_10.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65721ed3fea6321431538db65b1dac0c8a579c5e3479f488b95f0d2eae70fd21
+size 404393232
diff --git a/distill_fp8/block_11.safetensors b/distill_fp8/block_11.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..adbecbf014854c52d6768d214e7667c12d7b6c9a
--- /dev/null
+++ b/distill_fp8/block_11.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d303eadb851b1568029f78f3f12d9fcd1bae606150cbca6406e9b142bd8e25
+size 404393232
diff --git a/distill_fp8/block_12.safetensors b/distill_fp8/block_12.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f357d9f3cbbac57122318c6d8d090cd81c6ab196
--- /dev/null
+++ b/distill_fp8/block_12.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8125dc21c068342b51e594bdeb71de960a2b55a63ca54d3ee483462d6dad8fb
+size 404393232
diff --git a/distill_fp8/block_13.safetensors b/distill_fp8/block_13.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dd6a223798cc679e3ce0729f9dfcccafbcbf2dcb
--- /dev/null
+++ b/distill_fp8/block_13.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc2b92a12e1b5ca72bb67dc146b53464256d846cafb9de2850e8d8c5a5d0de2
+size 404393232
diff --git a/distill_fp8/block_14.safetensors b/distill_fp8/block_14.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e5a5db59ce9fc0b4e73c529100834112cb53d12a
--- /dev/null
+++ b/distill_fp8/block_14.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e73013fc60e2977a91a70abf04dc6ef9616100787b13c5fadb7ccfa278e1bda
+size 404393232
diff --git a/distill_fp8/block_15.safetensors b/distill_fp8/block_15.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..eeec75c6990c5e8f9aece6851838c15dcce748f0
--- /dev/null
+++ b/distill_fp8/block_15.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b533561c4fbbe11edc3115c2b7e7d196d8ee0311bc4dde82cb679af49cd36a
+size 404393232
diff --git a/distill_fp8/block_16.safetensors b/distill_fp8/block_16.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..af3f0ae75145d24df9c339f9bd1a58320d1f2dd2
--- /dev/null
+++ b/distill_fp8/block_16.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9d0120e65d47c752fd6db3626099879bcb9a155a1865a94be2be21cde2bcb7
+size 404393232
diff --git a/distill_fp8/block_17.safetensors b/distill_fp8/block_17.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..599a098fb5bb2fec48633ac2ba50a0be42795f5d
--- /dev/null
+++ b/distill_fp8/block_17.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976471f401a0ca67250078deec1021a8323b2d5663d11f38036e13c3e13c8b1d
+size 404393232
diff --git a/distill_fp8/block_18.safetensors b/distill_fp8/block_18.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ad4d4854ff12b61493c04c64df8831bf44754cbd
--- /dev/null
+++ b/distill_fp8/block_18.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640c334c1fb28b1100ca2c650313a050ae37eb346395d40bc82dd6907b7d3d1c
+size 404393232
diff --git a/distill_fp8/block_19.safetensors b/distill_fp8/block_19.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5b0258cadebe6b599314f47401c9506a8c301436
--- /dev/null
+++ b/distill_fp8/block_19.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2f6d4e7ccd59582f1654c12f493c9e8692d76946e5e8bd33aa1ce317b9f424
+size 404393232
diff --git a/distill_fp8/block_2.safetensors b/distill_fp8/block_2.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b6d78046b93865ee9b67c5cd5badbfd6f17c8a9d
--- /dev/null
+++ b/distill_fp8/block_2.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1c00e7abb7aac6ecce10e00d73cc3f7b2f4af720cf275777dd8dc1682bb136
+size 404393192
diff --git a/distill_fp8/block_20.safetensors b/distill_fp8/block_20.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3f03d3f08f0a4ca06ec83da75f44c75b9d0f9cd6
--- /dev/null
+++ b/distill_fp8/block_20.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0abcf3f673fe9d34fc1089b685049c84e0e4e44b42071862044b6b1f921e13
+size 404393232
diff --git a/distill_fp8/block_21.safetensors b/distill_fp8/block_21.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fafadcdb5dfee25ec91300275ed354a7720cedfe
--- /dev/null
+++ b/distill_fp8/block_21.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9008699dc6d7b80d0104bce70dafa60f8f622ab2194b2937ea8dba54dc0e3d
+size 404393232
diff --git a/distill_fp8/block_22.safetensors b/distill_fp8/block_22.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..17c21f74a385fd07d2bce72c7e60c020b0588af7
--- /dev/null
+++ b/distill_fp8/block_22.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4c246dfdc894b5b83881f661195ceed3480d112b69698808262cce232db6b3
+size 404393232
diff --git a/distill_fp8/block_23.safetensors b/distill_fp8/block_23.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5c0ff4bd21e2787b4404c8983ed3b0e9209f5b60
--- /dev/null
+++ b/distill_fp8/block_23.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17898b66d3d377b1529fd85225310ce92bd498369fb13e3bde5323bd6857811
+size 404393232
diff --git a/distill_fp8/block_24.safetensors b/distill_fp8/block_24.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0133f183faf1e1ca0478d41ff5f02b9d6de88f3e
--- /dev/null
+++ b/distill_fp8/block_24.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ce7f7f8b814a5ae8ad8a585713892e0573951723d6345b4ff5ca73b36016ab
+size 404393232
diff --git a/distill_fp8/block_25.safetensors b/distill_fp8/block_25.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a23e6202185cf9f9d4b1c6bdce8d7019bfe06582
--- /dev/null
+++ b/distill_fp8/block_25.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04eaea0915f70a84d7e1b244d4a2f48b2386b8d0f9631c7cd98f3e5b7273fa9d
+size 404393232
diff --git a/distill_fp8/block_26.safetensors b/distill_fp8/block_26.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..28a67ccce379211edd58af861431f9d9b3bbf721
--- /dev/null
+++ b/distill_fp8/block_26.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300bdef84a180a533f77e8f8ce69a6ed198ec8954f5c3ba90e77a6c0d5b8a86d
+size 404393232
diff --git a/distill_fp8/block_27.safetensors b/distill_fp8/block_27.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0006e2f7688ec1362c2f9940cbd299cf2eb33d83
--- /dev/null
+++ b/distill_fp8/block_27.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5dc14d9883126872731151a52a8f095dea641c844df1427d1036b50b26ac7b
+size 404393232
diff --git a/distill_fp8/block_28.safetensors b/distill_fp8/block_28.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..708ba38d08117c755b9d361afcade3f43bf34071
--- /dev/null
+++ b/distill_fp8/block_28.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0089fd5ee46a0bcd5c1988b3d6f0048d256041c2307d0e0e590b7474ffcbcad0
+size 404393232
diff --git a/distill_fp8/block_29.safetensors b/distill_fp8/block_29.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..23281d90df59394ab171a203e07e3d594d54fc20
--- /dev/null
+++ b/distill_fp8/block_29.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8fa1ac0513953055d5fc4016ad78000a83a24006fe23924a73d4a4af9c993b
+size 404393232
diff --git a/distill_fp8/block_3.safetensors b/distill_fp8/block_3.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..633701294ec93b9cf9a283745f9105554463842f
--- /dev/null
+++ b/distill_fp8/block_3.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d47a678d06e2a9aeb9dae8c1f52b76e458023b2e6953be6207ed7cc6b03bce
+size 404393192
diff --git a/distill_fp8/block_30.safetensors b/distill_fp8/block_30.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..473143c30f42d578f5d6bc39736a48ba171bb04b
--- /dev/null
+++ b/distill_fp8/block_30.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e47d4d8acaf0c656bfcf5bd4cfecdeef3812ab88171f483835c62ca7e8427c
+size 404393232
diff --git a/distill_fp8/block_31.safetensors b/distill_fp8/block_31.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6c098edd4fbce281fee79bc2f342337334b62f9b
--- /dev/null
+++ b/distill_fp8/block_31.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ba0dfb86de274c0e05aeca2fcda9a8de01f5a4c685d5590cdd2e09152e4528
+size 404393232
diff --git a/distill_fp8/block_32.safetensors b/distill_fp8/block_32.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..265aa9342ccad08c1b599f693b57f4c7980f65bf
--- /dev/null
+++ b/distill_fp8/block_32.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0c908aac89d97964558622c53ab3e37044c9a493285090d8c930a0868e28b5
+size 404393232
diff --git a/distill_fp8/block_33.safetensors b/distill_fp8/block_33.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d2463ae956c2cc3bc379089252b82db28cecb9c9
--- /dev/null
+++ b/distill_fp8/block_33.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3564de128ae9bc6e225152c78e5a1f401d14b8c2a3a8b6dd4b693962da13ceea
+size 404393232
diff --git a/distill_fp8/block_34.safetensors b/distill_fp8/block_34.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..942e78ab4ff6951668e69074daa0e45d2cbbb50f
--- /dev/null
+++ b/distill_fp8/block_34.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82fcb1c479d602b5740e8dd9cf716fdbc7b793ce992f5f3d97d60e75a42ef61
+size 404393232
diff --git a/distill_fp8/block_35.safetensors b/distill_fp8/block_35.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1d83bfdfb4d9dd16fd53c61eeb53974ef5de6222
--- /dev/null
+++ b/distill_fp8/block_35.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7cef668410f942e6aa0c8eff4c8c657719e3e404623988c7e9cc9260f8a67ea
+size 404393232
diff --git a/distill_fp8/block_36.safetensors b/distill_fp8/block_36.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..932be6b7ce77549a794a3075b1f20e84496c6fee
--- /dev/null
+++ b/distill_fp8/block_36.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed2641f67f2fc30b87ddba9dea76c6dc172ea88bf0cdfe9aa07ea533696c9d2
+size 404393232
diff --git a/distill_fp8/block_37.safetensors b/distill_fp8/block_37.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b831f408aa4843cbe491fd17fc1ff6db75de4713
--- /dev/null
+++ b/distill_fp8/block_37.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8658a869592967f68a5fca1b75e64576dd6ee9742d54f2fa16ddb9b6441ec97
+size 404393232
diff --git a/distill_fp8/block_38.safetensors b/distill_fp8/block_38.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..083b39c31f2ed1ed9915ab2d8bd18521cf47cc60
--- /dev/null
+++ b/distill_fp8/block_38.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e371b2fed25b9fc409b209ca93406ee4d998414342b4399062e4ddde1d9ffffb
+size 404393232
diff --git a/distill_fp8/block_39.safetensors b/distill_fp8/block_39.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e2306760e8bb3dae326eec58c1fce5c7b8023cb6
--- /dev/null
+++ b/distill_fp8/block_39.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b1c34739871ad3b4c70a1ed9bb606da8de9bbe7a74e3e3d9b2d5d726d606da
+size 404393232
diff --git a/distill_fp8/block_4.safetensors b/distill_fp8/block_4.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f5bad99f0026be6f4cbcdaa6337c846c983dfd10
--- /dev/null
+++ b/distill_fp8/block_4.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3b1565d375ed86be3ad5df39c3ce8b6577277254bae089f2906423b579c6b1
+size 404393192
diff --git a/distill_fp8/block_5.safetensors b/distill_fp8/block_5.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e208a011758aaa7612a814ee76899e34cca392a3
--- /dev/null
+++ b/distill_fp8/block_5.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced3f8d64997d1ba687361e3483cb12892532593023763a0a8972d18d9ce0d07
+size 404393192
diff --git a/distill_fp8/block_6.safetensors b/distill_fp8/block_6.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fc377d18f6addabfe8f9ad612cbceedc9a41ed8c
--- /dev/null
+++ b/distill_fp8/block_6.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96da2ac1aa8822c9d7ac3b1724a971ae53dc7a24869e5992d4ccaa5a80a8492
+size 404393192
diff --git a/distill_fp8/block_7.safetensors b/distill_fp8/block_7.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..16fd30852a0aa807bf103f919ae1a2766894a06e
--- /dev/null
+++ b/distill_fp8/block_7.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afd0a1bd1de0c4cd0a8038449153160dcdbd4aab23daed2141f62b36ef9fd8f
+size 404393192
diff --git a/distill_fp8/block_8.safetensors b/distill_fp8/block_8.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1a5223056972296e32b9a54706e348acacb99f3e
--- /dev/null
+++ b/distill_fp8/block_8.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1d716da1f0d061c96c33d2c90e271d1b2e10498bd8daba164e88f4ccfc7727
+size 404393192
diff --git a/distill_fp8/block_9.safetensors b/distill_fp8/block_9.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ee71e759d5330227d79785403af998dc87cd8424
--- /dev/null
+++ b/distill_fp8/block_9.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1baa7734dc405f575c9ba330b1a38e4e75e8a1795604582cb0d5f2f6488a954f
+size 404393192
diff --git a/distill_fp8/clip-fp8.pth b/distill_fp8/clip-fp8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..40f2dc29bae5354d83b793b117f72ceeb42d8067
--- /dev/null
+++ b/distill_fp8/clip-fp8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20da116c0ee6b0aeb1e73033996efec8c8b51640ba9926fb51372a1b199d289
+size 636647292
diff --git a/distill_fp8/config.json b/distill_fp8/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f5a12b285ec9c2497cafc4a4443fc6ba61b1a30b
--- /dev/null
+++ b/distill_fp8/config.json
@@ -0,0 +1,14 @@
+{
+ "_class_name": "WanModel",
+ "_diffusers_version": "0.30.0",
+ "dim": 5120,
+ "eps": 1e-06,
+ "ffn_dim": 13824,
+ "freq_dim": 256,
+ "in_dim": 36,
+ "model_type": "i2v",
+ "num_heads": 40,
+ "num_layers": 40,
+ "out_dim": 16,
+ "text_len": 512
+}
diff --git a/distill_fp8/diffusion_pytorch_model.safetensors.index.json b/distill_fp8/diffusion_pytorch_model.safetensors.index.json
new file mode 100644
index 0000000000000000000000000000000000000000..f25160eb4f328cb3498a68cf6ac3bad380e0eb26
--- /dev/null
+++ b/distill_fp8/diffusion_pytorch_model.safetensors.index.json
@@ -0,0 +1,1790 @@
+{
+ "metadata": {
+ "total_size": 17141091880
+ },
+ "weight_map": {
+ "blocks.0.cross_attn.k.bias": "block_0.safetensors",
+ "blocks.0.cross_attn.k.weight": "block_0.safetensors",
+ "blocks.0.cross_attn.k_img.bias": "block_0.safetensors",
+ "blocks.0.cross_attn.k_img.weight": "block_0.safetensors",
+ "blocks.0.cross_attn.norm_k.weight": "block_0.safetensors",
+ "blocks.0.cross_attn.norm_k_img.weight": "block_0.safetensors",
+ "blocks.0.cross_attn.norm_q.weight": "block_0.safetensors",
+ "blocks.0.cross_attn.o.bias": "block_0.safetensors",
+ "blocks.0.cross_attn.o.weight": "block_0.safetensors",
+ "blocks.0.cross_attn.q.bias": "block_0.safetensors",
+ "blocks.0.cross_attn.q.weight": "block_0.safetensors",
+ "blocks.0.cross_attn.v.bias": "block_0.safetensors",
+ "blocks.0.cross_attn.v.weight": "block_0.safetensors",
+ "blocks.0.cross_attn.v_img.bias": "block_0.safetensors",
+ "blocks.0.cross_attn.v_img.weight": "block_0.safetensors",
+ "blocks.0.ffn.0.bias": "block_0.safetensors",
+ "blocks.0.ffn.0.weight": "block_0.safetensors",
+ "blocks.0.ffn.2.bias": "block_0.safetensors",
+ "blocks.0.ffn.2.weight": "block_0.safetensors",
+ "blocks.0.modulation": "block_0.safetensors",
+ "blocks.0.norm3.bias": "block_0.safetensors",
+ "blocks.0.norm3.weight": "block_0.safetensors",
+ "blocks.0.self_attn.k.bias": "block_0.safetensors",
+ "blocks.0.self_attn.k.weight": "block_0.safetensors",
+ "blocks.0.self_attn.norm_k.weight": "block_0.safetensors",
+ "blocks.0.self_attn.norm_q.weight": "block_0.safetensors",
+ "blocks.0.self_attn.o.bias": "block_0.safetensors",
+ "blocks.0.self_attn.o.weight": "block_0.safetensors",
+ "blocks.0.self_attn.q.bias": "block_0.safetensors",
+ "blocks.0.self_attn.q.weight": "block_0.safetensors",
+ "blocks.0.self_attn.v.bias": "block_0.safetensors",
+ "blocks.0.self_attn.v.weight": "block_0.safetensors",
+ "blocks.0.cross_attn.k.weight_scale": "block_0.safetensors",
+ "blocks.0.cross_attn.k_img.weight_scale": "block_0.safetensors",
+ "blocks.0.cross_attn.o.weight_scale": "block_0.safetensors",
+ "blocks.0.cross_attn.q.weight_scale": "block_0.safetensors",
+ "blocks.0.cross_attn.v.weight_scale": "block_0.safetensors",
+ "blocks.0.cross_attn.v_img.weight_scale": "block_0.safetensors",
+ "blocks.0.ffn.0.weight_scale": "block_0.safetensors",
+ "blocks.0.ffn.2.weight_scale": "block_0.safetensors",
+ "blocks.0.self_attn.k.weight_scale": "block_0.safetensors",
+ "blocks.0.self_attn.o.weight_scale": "block_0.safetensors",
+ "blocks.0.self_attn.q.weight_scale": "block_0.safetensors",
+ "blocks.0.self_attn.v.weight_scale": "block_0.safetensors",
+ "blocks.1.cross_attn.k.bias": "block_1.safetensors",
+ "blocks.1.cross_attn.k.weight": "block_1.safetensors",
+ "blocks.1.cross_attn.k_img.bias": "block_1.safetensors",
+ "blocks.1.cross_attn.k_img.weight": "block_1.safetensors",
+ "blocks.1.cross_attn.norm_k.weight": "block_1.safetensors",
+ "blocks.1.cross_attn.norm_k_img.weight": "block_1.safetensors",
+ "blocks.1.cross_attn.norm_q.weight": "block_1.safetensors",
+ "blocks.1.cross_attn.o.bias": "block_1.safetensors",
+ "blocks.1.cross_attn.o.weight": "block_1.safetensors",
+ "blocks.1.cross_attn.q.bias": "block_1.safetensors",
+ "blocks.1.cross_attn.q.weight": "block_1.safetensors",
+ "blocks.1.cross_attn.v.bias": "block_1.safetensors",
+ "blocks.1.cross_attn.v.weight": "block_1.safetensors",
+ "blocks.1.cross_attn.v_img.bias": "block_1.safetensors",
+ "blocks.1.cross_attn.v_img.weight": "block_1.safetensors",
+ "blocks.1.ffn.0.bias": "block_1.safetensors",
+ "blocks.1.ffn.0.weight": "block_1.safetensors",
+ "blocks.1.ffn.2.bias": "block_1.safetensors",
+ "blocks.1.ffn.2.weight": "block_1.safetensors",
+ "blocks.1.modulation": "block_1.safetensors",
+ "blocks.1.norm3.bias": "block_1.safetensors",
+ "blocks.1.norm3.weight": "block_1.safetensors",
+ "blocks.1.self_attn.k.bias": "block_1.safetensors",
+ "blocks.1.self_attn.k.weight": "block_1.safetensors",
+ "blocks.1.self_attn.norm_k.weight": "block_1.safetensors",
+ "blocks.1.self_attn.norm_q.weight": "block_1.safetensors",
+ "blocks.1.self_attn.o.bias": "block_1.safetensors",
+ "blocks.1.self_attn.o.weight": "block_1.safetensors",
+ "blocks.1.self_attn.q.bias": "block_1.safetensors",
+ "blocks.1.self_attn.q.weight": "block_1.safetensors",
+ "blocks.1.self_attn.v.bias": "block_1.safetensors",
+ "blocks.1.self_attn.v.weight": "block_1.safetensors",
+ "blocks.1.cross_attn.k.weight_scale": "block_1.safetensors",
+ "blocks.1.cross_attn.k_img.weight_scale": "block_1.safetensors",
+ "blocks.1.cross_attn.o.weight_scale": "block_1.safetensors",
+ "blocks.1.cross_attn.q.weight_scale": "block_1.safetensors",
+ "blocks.1.cross_attn.v.weight_scale": "block_1.safetensors",
+ "blocks.1.cross_attn.v_img.weight_scale": "block_1.safetensors",
+ "blocks.1.ffn.0.weight_scale": "block_1.safetensors",
+ "blocks.1.ffn.2.weight_scale": "block_1.safetensors",
+ "blocks.1.self_attn.k.weight_scale": "block_1.safetensors",
+ "blocks.1.self_attn.o.weight_scale": "block_1.safetensors",
+ "blocks.1.self_attn.q.weight_scale": "block_1.safetensors",
+ "blocks.1.self_attn.v.weight_scale": "block_1.safetensors",
+ "blocks.10.cross_attn.k.bias": "block_10.safetensors",
+ "blocks.10.cross_attn.k.weight": "block_10.safetensors",
+ "blocks.10.cross_attn.k_img.bias": "block_10.safetensors",
+ "blocks.10.cross_attn.k_img.weight": "block_10.safetensors",
+ "blocks.10.cross_attn.norm_k.weight": "block_10.safetensors",
+ "blocks.10.cross_attn.norm_k_img.weight": "block_10.safetensors",
+ "blocks.10.cross_attn.norm_q.weight": "block_10.safetensors",
+ "blocks.10.cross_attn.o.bias": "block_10.safetensors",
+ "blocks.10.cross_attn.o.weight": "block_10.safetensors",
+ "blocks.10.cross_attn.q.bias": "block_10.safetensors",
+ "blocks.10.cross_attn.q.weight": "block_10.safetensors",
+ "blocks.10.cross_attn.v.bias": "block_10.safetensors",
+ "blocks.10.cross_attn.v.weight": "block_10.safetensors",
+ "blocks.10.cross_attn.v_img.bias": "block_10.safetensors",
+ "blocks.10.cross_attn.v_img.weight": "block_10.safetensors",
+ "blocks.10.ffn.0.bias": "block_10.safetensors",
+ "blocks.10.ffn.0.weight": "block_10.safetensors",
+ "blocks.10.ffn.2.bias": "block_10.safetensors",
+ "blocks.10.ffn.2.weight": "block_10.safetensors",
+ "blocks.10.modulation": "block_10.safetensors",
+ "blocks.10.norm3.bias": "block_10.safetensors",
+ "blocks.10.norm3.weight": "block_10.safetensors",
+ "blocks.10.self_attn.k.bias": "block_10.safetensors",
+ "blocks.10.self_attn.k.weight": "block_10.safetensors",
+ "blocks.10.self_attn.norm_k.weight": "block_10.safetensors",
+ "blocks.10.self_attn.norm_q.weight": "block_10.safetensors",
+ "blocks.10.self_attn.o.bias": "block_10.safetensors",
+ "blocks.10.self_attn.o.weight": "block_10.safetensors",
+ "blocks.10.self_attn.q.bias": "block_10.safetensors",
+ "blocks.10.self_attn.q.weight": "block_10.safetensors",
+ "blocks.10.self_attn.v.bias": "block_10.safetensors",
+ "blocks.10.self_attn.v.weight": "block_10.safetensors",
+ "blocks.10.cross_attn.k.weight_scale": "block_10.safetensors",
+ "blocks.10.cross_attn.k_img.weight_scale": "block_10.safetensors",
+ "blocks.10.cross_attn.o.weight_scale": "block_10.safetensors",
+ "blocks.10.cross_attn.q.weight_scale": "block_10.safetensors",
+ "blocks.10.cross_attn.v.weight_scale": "block_10.safetensors",
+ "blocks.10.cross_attn.v_img.weight_scale": "block_10.safetensors",
+ "blocks.10.ffn.0.weight_scale": "block_10.safetensors",
+ "blocks.10.ffn.2.weight_scale": "block_10.safetensors",
+ "blocks.10.self_attn.k.weight_scale": "block_10.safetensors",
+ "blocks.10.self_attn.o.weight_scale": "block_10.safetensors",
+ "blocks.10.self_attn.q.weight_scale": "block_10.safetensors",
+ "blocks.10.self_attn.v.weight_scale": "block_10.safetensors",
+ "blocks.11.cross_attn.k.bias": "block_11.safetensors",
+ "blocks.11.cross_attn.k.weight": "block_11.safetensors",
+ "blocks.11.cross_attn.k_img.bias": "block_11.safetensors",
+ "blocks.11.cross_attn.k_img.weight": "block_11.safetensors",
+ "blocks.11.cross_attn.norm_k.weight": "block_11.safetensors",
+ "blocks.11.cross_attn.norm_k_img.weight": "block_11.safetensors",
+ "blocks.11.cross_attn.norm_q.weight": "block_11.safetensors",
+ "blocks.11.cross_attn.o.bias": "block_11.safetensors",
+ "blocks.11.cross_attn.o.weight": "block_11.safetensors",
+ "blocks.11.cross_attn.q.bias": "block_11.safetensors",
+ "blocks.11.cross_attn.q.weight": "block_11.safetensors",
+ "blocks.11.cross_attn.v.bias": "block_11.safetensors",
+ "blocks.11.cross_attn.v.weight": "block_11.safetensors",
+ "blocks.11.cross_attn.v_img.bias": "block_11.safetensors",
+ "blocks.11.cross_attn.v_img.weight": "block_11.safetensors",
+ "blocks.11.ffn.0.bias": "block_11.safetensors",
+ "blocks.11.ffn.0.weight": "block_11.safetensors",
+ "blocks.11.ffn.2.bias": "block_11.safetensors",
+ "blocks.11.ffn.2.weight": "block_11.safetensors",
+ "blocks.11.modulation": "block_11.safetensors",
+ "blocks.11.norm3.bias": "block_11.safetensors",
+ "blocks.11.norm3.weight": "block_11.safetensors",
+ "blocks.11.self_attn.k.bias": "block_11.safetensors",
+ "blocks.11.self_attn.k.weight": "block_11.safetensors",
+ "blocks.11.self_attn.norm_k.weight": "block_11.safetensors",
+ "blocks.11.self_attn.norm_q.weight": "block_11.safetensors",
+ "blocks.11.self_attn.o.bias": "block_11.safetensors",
+ "blocks.11.self_attn.o.weight": "block_11.safetensors",
+ "blocks.11.self_attn.q.bias": "block_11.safetensors",
+ "blocks.11.self_attn.q.weight": "block_11.safetensors",
+ "blocks.11.self_attn.v.bias": "block_11.safetensors",
+ "blocks.11.self_attn.v.weight": "block_11.safetensors",
+ "blocks.11.cross_attn.k.weight_scale": "block_11.safetensors",
+ "blocks.11.cross_attn.k_img.weight_scale": "block_11.safetensors",
+ "blocks.11.cross_attn.o.weight_scale": "block_11.safetensors",
+ "blocks.11.cross_attn.q.weight_scale": "block_11.safetensors",
+ "blocks.11.cross_attn.v.weight_scale": "block_11.safetensors",
+ "blocks.11.cross_attn.v_img.weight_scale": "block_11.safetensors",
+ "blocks.11.ffn.0.weight_scale": "block_11.safetensors",
+ "blocks.11.ffn.2.weight_scale": "block_11.safetensors",
+ "blocks.11.self_attn.k.weight_scale": "block_11.safetensors",
+ "blocks.11.self_attn.o.weight_scale": "block_11.safetensors",
+ "blocks.11.self_attn.q.weight_scale": "block_11.safetensors",
+ "blocks.11.self_attn.v.weight_scale": "block_11.safetensors",
+ "blocks.17.cross_attn.v.weight": "block_17.safetensors",
+ "blocks.17.cross_attn.v_img.bias": "block_17.safetensors",
+ "blocks.17.cross_attn.v_img.weight": "block_17.safetensors",
+ "blocks.17.ffn.0.bias": "block_17.safetensors",
+ "blocks.17.ffn.0.weight": "block_17.safetensors",
+ "blocks.17.ffn.2.bias": "block_17.safetensors",
+ "blocks.17.ffn.2.weight": "block_17.safetensors",
+ "blocks.17.modulation": "block_17.safetensors",
+ "blocks.17.norm3.bias": "block_17.safetensors",
+ "blocks.17.norm3.weight": "block_17.safetensors",
+ "blocks.17.self_attn.k.bias": "block_17.safetensors",
+ "blocks.17.self_attn.k.weight": "block_17.safetensors",
+ "blocks.17.self_attn.norm_k.weight": "block_17.safetensors",
+ "blocks.17.self_attn.norm_q.weight": "block_17.safetensors",
+ "blocks.17.self_attn.o.bias": "block_17.safetensors",
+ "blocks.17.self_attn.o.weight": "block_17.safetensors",
+ "blocks.17.self_attn.q.bias": "block_17.safetensors",
+ "blocks.17.self_attn.q.weight": "block_17.safetensors",
+ "blocks.17.self_attn.v.bias": "block_17.safetensors",
+ "blocks.17.self_attn.v.weight": "block_17.safetensors",
+ "blocks.17.cross_attn.k.bias": "block_17.safetensors",
+ "blocks.17.cross_attn.k.weight": "block_17.safetensors",
+ "blocks.17.cross_attn.k_img.bias": "block_17.safetensors",
+ "blocks.17.cross_attn.k_img.weight": "block_17.safetensors",
+ "blocks.17.cross_attn.norm_k.weight": "block_17.safetensors",
+ "blocks.17.cross_attn.norm_k_img.weight": "block_17.safetensors",
+ "blocks.17.cross_attn.norm_q.weight": "block_17.safetensors",
+ "blocks.17.cross_attn.o.bias": "block_17.safetensors",
+ "blocks.17.cross_attn.o.weight": "block_17.safetensors",
+ "blocks.17.cross_attn.q.bias": "block_17.safetensors",
+ "blocks.17.cross_attn.q.weight": "block_17.safetensors",
+ "blocks.17.cross_attn.v.bias": "block_17.safetensors",
+ "blocks.17.cross_attn.v.weight_scale": "block_17.safetensors",
+ "blocks.17.cross_attn.v_img.weight_scale": "block_17.safetensors",
+ "blocks.17.ffn.0.weight_scale": "block_17.safetensors",
+ "blocks.17.ffn.2.weight_scale": "block_17.safetensors",
+ "blocks.17.self_attn.k.weight_scale": "block_17.safetensors",
+ "blocks.17.self_attn.o.weight_scale": "block_17.safetensors",
+ "blocks.17.self_attn.q.weight_scale": "block_17.safetensors",
+ "blocks.17.self_attn.v.weight_scale": "block_17.safetensors",
+ "blocks.17.cross_attn.k.weight_scale": "block_17.safetensors",
+ "blocks.17.cross_attn.k_img.weight_scale": "block_17.safetensors",
+ "blocks.17.cross_attn.o.weight_scale": "block_17.safetensors",
+ "blocks.17.cross_attn.q.weight_scale": "block_17.safetensors",
+ "blocks.18.cross_attn.k.bias": "block_18.safetensors",
+ "blocks.18.cross_attn.k.weight": "block_18.safetensors",
+ "blocks.18.cross_attn.k_img.bias": "block_18.safetensors",
+ "blocks.18.cross_attn.k_img.weight": "block_18.safetensors",
+ "blocks.18.cross_attn.norm_k.weight": "block_18.safetensors",
+ "blocks.18.cross_attn.norm_k_img.weight": "block_18.safetensors",
+ "blocks.18.cross_attn.norm_q.weight": "block_18.safetensors",
+ "blocks.18.cross_attn.o.bias": "block_18.safetensors",
+ "blocks.18.cross_attn.o.weight": "block_18.safetensors",
+ "blocks.18.cross_attn.q.bias": "block_18.safetensors",
+ "blocks.18.cross_attn.q.weight": "block_18.safetensors",
+ "blocks.18.cross_attn.v.bias": "block_18.safetensors",
+ "blocks.18.cross_attn.v.weight": "block_18.safetensors",
+ "blocks.18.cross_attn.v_img.bias": "block_18.safetensors",
+ "blocks.18.cross_attn.v_img.weight": "block_18.safetensors",
+ "blocks.18.ffn.0.bias": "block_18.safetensors",
+ "blocks.18.ffn.0.weight": "block_18.safetensors",
+ "blocks.18.ffn.2.bias": "block_18.safetensors",
+ "blocks.18.ffn.2.weight": "block_18.safetensors",
+ "blocks.18.modulation": "block_18.safetensors",
+ "blocks.18.norm3.bias": "block_18.safetensors",
+ "blocks.18.norm3.weight": "block_18.safetensors",
+ "blocks.18.self_attn.k.bias": "block_18.safetensors",
+ "blocks.18.self_attn.k.weight": "block_18.safetensors",
+ "blocks.18.self_attn.norm_k.weight": "block_18.safetensors",
+ "blocks.18.self_attn.norm_q.weight": "block_18.safetensors",
+ "blocks.18.self_attn.o.bias": "block_18.safetensors",
+ "blocks.18.self_attn.o.weight": "block_18.safetensors",
+ "blocks.18.self_attn.q.bias": "block_18.safetensors",
+ "blocks.18.self_attn.q.weight": "block_18.safetensors",
+ "blocks.18.self_attn.v.bias": "block_18.safetensors",
+ "blocks.18.self_attn.v.weight": "block_18.safetensors",
+ "blocks.18.cross_attn.k.weight_scale": "block_18.safetensors",
+ "blocks.18.cross_attn.k_img.weight_scale": "block_18.safetensors",
+ "blocks.18.cross_attn.o.weight_scale": "block_18.safetensors",
+ "blocks.18.cross_attn.q.weight_scale": "block_18.safetensors",
+ "blocks.18.cross_attn.v.weight_scale": "block_18.safetensors",
+ "blocks.18.cross_attn.v_img.weight_scale": "block_18.safetensors",
+ "blocks.18.ffn.0.weight_scale": "block_18.safetensors",
+ "blocks.18.ffn.2.weight_scale": "block_18.safetensors",
+ "blocks.18.self_attn.k.weight_scale": "block_18.safetensors",
+ "blocks.18.self_attn.o.weight_scale": "block_18.safetensors",
+ "blocks.18.self_attn.q.weight_scale": "block_18.safetensors",
+ "blocks.18.self_attn.v.weight_scale": "block_18.safetensors",
+ "blocks.19.cross_attn.k.bias": "block_19.safetensors",
+ "blocks.19.cross_attn.k.weight": "block_19.safetensors",
+ "blocks.19.cross_attn.k_img.bias": "block_19.safetensors",
+ "blocks.19.cross_attn.k_img.weight": "block_19.safetensors",
+ "blocks.19.cross_attn.norm_k.weight": "block_19.safetensors",
+ "blocks.19.cross_attn.norm_k_img.weight": "block_19.safetensors",
+ "blocks.19.cross_attn.norm_q.weight": "block_19.safetensors",
+ "blocks.19.cross_attn.o.bias": "block_19.safetensors",
+ "blocks.19.cross_attn.o.weight": "block_19.safetensors",
+ "blocks.19.cross_attn.q.bias": "block_19.safetensors",
+ "blocks.19.cross_attn.q.weight": "block_19.safetensors",
+ "blocks.19.cross_attn.v.bias": "block_19.safetensors",
+ "blocks.19.cross_attn.v.weight": "block_19.safetensors",
+ "blocks.19.cross_attn.v_img.bias": "block_19.safetensors",
+ "blocks.19.cross_attn.v_img.weight": "block_19.safetensors",
+ "blocks.19.ffn.0.bias": "block_19.safetensors",
+ "blocks.19.ffn.0.weight": "block_19.safetensors",
+ "blocks.19.ffn.2.bias": "block_19.safetensors",
+ "blocks.19.ffn.2.weight": "block_19.safetensors",
+ "blocks.19.modulation": "block_19.safetensors",
+ "blocks.19.norm3.bias": "block_19.safetensors",
+ "blocks.19.norm3.weight": "block_19.safetensors",
+ "blocks.19.self_attn.k.bias": "block_19.safetensors",
+ "blocks.19.self_attn.k.weight": "block_19.safetensors",
+ "blocks.19.self_attn.norm_k.weight": "block_19.safetensors",
+ "blocks.19.self_attn.norm_q.weight": "block_19.safetensors",
+ "blocks.19.self_attn.o.bias": "block_19.safetensors",
+ "blocks.19.self_attn.o.weight": "block_19.safetensors",
+ "blocks.19.self_attn.q.bias": "block_19.safetensors",
+ "blocks.19.self_attn.q.weight": "block_19.safetensors",
+ "blocks.19.self_attn.v.bias": "block_19.safetensors",
+ "blocks.19.self_attn.v.weight": "block_19.safetensors",
+ "blocks.19.cross_attn.k.weight_scale": "block_19.safetensors",
+ "blocks.19.cross_attn.k_img.weight_scale": "block_19.safetensors",
+ "blocks.19.cross_attn.o.weight_scale": "block_19.safetensors",
+ "blocks.19.cross_attn.q.weight_scale": "block_19.safetensors",
+ "blocks.19.cross_attn.v.weight_scale": "block_19.safetensors",
+ "blocks.19.cross_attn.v_img.weight_scale": "block_19.safetensors",
+ "blocks.19.ffn.0.weight_scale": "block_19.safetensors",
+ "blocks.19.ffn.2.weight_scale": "block_19.safetensors",
+ "blocks.19.self_attn.k.weight_scale": "block_19.safetensors",
+ "blocks.19.self_attn.o.weight_scale": "block_19.safetensors",
+ "blocks.19.self_attn.q.weight_scale": "block_19.safetensors",
+ "blocks.19.self_attn.v.weight_scale": "block_19.safetensors",
+ "blocks.2.cross_attn.k.bias": "block_2.safetensors",
+ "blocks.2.cross_attn.k.weight": "block_2.safetensors",
+ "blocks.2.cross_attn.k_img.bias": "block_2.safetensors",
+ "blocks.2.cross_attn.k_img.weight": "block_2.safetensors",
+ "blocks.2.cross_attn.norm_k.weight": "block_2.safetensors",
+ "blocks.2.cross_attn.norm_k_img.weight": "block_2.safetensors",
+ "blocks.2.cross_attn.norm_q.weight": "block_2.safetensors",
+ "blocks.2.cross_attn.o.bias": "block_2.safetensors",
+ "blocks.2.cross_attn.o.weight": "block_2.safetensors",
+ "blocks.2.cross_attn.q.bias": "block_2.safetensors",
+ "blocks.2.cross_attn.q.weight": "block_2.safetensors",
+ "blocks.2.cross_attn.v.bias": "block_2.safetensors",
+ "blocks.2.cross_attn.v.weight": "block_2.safetensors",
+ "blocks.2.cross_attn.v_img.bias": "block_2.safetensors",
+ "blocks.2.cross_attn.v_img.weight": "block_2.safetensors",
+ "blocks.2.ffn.0.bias": "block_2.safetensors",
+ "blocks.2.ffn.0.weight": "block_2.safetensors",
+ "blocks.2.ffn.2.bias": "block_2.safetensors",
+ "blocks.2.ffn.2.weight": "block_2.safetensors",
+ "blocks.2.modulation": "block_2.safetensors",
+ "blocks.2.norm3.bias": "block_2.safetensors",
+ "blocks.2.norm3.weight": "block_2.safetensors",
+ "blocks.2.self_attn.k.bias": "block_2.safetensors",
+ "blocks.2.self_attn.k.weight": "block_2.safetensors",
+ "blocks.2.self_attn.norm_k.weight": "block_2.safetensors",
+ "blocks.2.self_attn.norm_q.weight": "block_2.safetensors",
+ "blocks.2.self_attn.o.bias": "block_2.safetensors",
+ "blocks.2.self_attn.o.weight": "block_2.safetensors",
+ "blocks.2.self_attn.q.bias": "block_2.safetensors",
+ "blocks.2.self_attn.q.weight": "block_2.safetensors",
+ "blocks.2.self_attn.v.bias": "block_2.safetensors",
+ "blocks.2.self_attn.v.weight": "block_2.safetensors",
+ "blocks.2.cross_attn.k.weight_scale": "block_2.safetensors",
+ "blocks.2.cross_attn.k_img.weight_scale": "block_2.safetensors",
+ "blocks.2.cross_attn.o.weight_scale": "block_2.safetensors",
+ "blocks.2.cross_attn.q.weight_scale": "block_2.safetensors",
+ "blocks.2.cross_attn.v.weight_scale": "block_2.safetensors",
+ "blocks.2.cross_attn.v_img.weight_scale": "block_2.safetensors",
+ "blocks.2.ffn.0.weight_scale": "block_2.safetensors",
+ "blocks.2.ffn.2.weight_scale": "block_2.safetensors",
+ "blocks.2.self_attn.k.weight_scale": "block_2.safetensors",
+ "blocks.2.self_attn.o.weight_scale": "block_2.safetensors",
+ "blocks.2.self_attn.q.weight_scale": "block_2.safetensors",
+ "blocks.2.self_attn.v.weight_scale": "block_2.safetensors",
+ "blocks.22.norm3.bias": "block_22.safetensors",
+ "blocks.22.norm3.weight": "block_22.safetensors",
+ "blocks.22.self_attn.k.bias": "block_22.safetensors",
+ "blocks.22.self_attn.k.weight": "block_22.safetensors",
+ "blocks.22.self_attn.norm_k.weight": "block_22.safetensors",
+ "blocks.22.self_attn.norm_q.weight": "block_22.safetensors",
+ "blocks.22.self_attn.o.bias": "block_22.safetensors",
+ "blocks.22.self_attn.o.weight": "block_22.safetensors",
+ "blocks.22.self_attn.q.bias": "block_22.safetensors",
+ "blocks.22.self_attn.q.weight": "block_22.safetensors",
+ "blocks.22.self_attn.v.bias": "block_22.safetensors",
+ "blocks.22.self_attn.v.weight": "block_22.safetensors",
+ "blocks.22.cross_attn.k.bias": "block_22.safetensors",
+ "blocks.22.cross_attn.k.weight": "block_22.safetensors",
+ "blocks.22.cross_attn.k_img.bias": "block_22.safetensors",
+ "blocks.22.cross_attn.k_img.weight": "block_22.safetensors",
+ "blocks.22.cross_attn.norm_k.weight": "block_22.safetensors",
+ "blocks.22.cross_attn.norm_k_img.weight": "block_22.safetensors",
+ "blocks.22.cross_attn.norm_q.weight": "block_22.safetensors",
+ "blocks.22.cross_attn.o.bias": "block_22.safetensors",
+ "blocks.22.cross_attn.o.weight": "block_22.safetensors",
+ "blocks.22.cross_attn.q.bias": "block_22.safetensors",
+ "blocks.22.cross_attn.q.weight": "block_22.safetensors",
+ "blocks.22.cross_attn.v.bias": "block_22.safetensors",
+ "blocks.22.cross_attn.v.weight": "block_22.safetensors",
+ "blocks.22.cross_attn.v_img.bias": "block_22.safetensors",
+ "blocks.22.cross_attn.v_img.weight": "block_22.safetensors",
+ "blocks.22.ffn.0.bias": "block_22.safetensors",
+ "blocks.22.ffn.0.weight": "block_22.safetensors",
+ "blocks.22.ffn.2.bias": "block_22.safetensors",
+ "blocks.22.ffn.2.weight": "block_22.safetensors",
+ "blocks.22.modulation": "block_22.safetensors",
+ "blocks.22.self_attn.k.weight_scale": "block_22.safetensors",
+ "blocks.22.self_attn.o.weight_scale": "block_22.safetensors",
+ "blocks.22.self_attn.q.weight_scale": "block_22.safetensors",
+ "blocks.22.self_attn.v.weight_scale": "block_22.safetensors",
+ "blocks.22.cross_attn.k.weight_scale": "block_22.safetensors",
+ "blocks.22.cross_attn.k_img.weight_scale": "block_22.safetensors",
+ "blocks.22.cross_attn.o.weight_scale": "block_22.safetensors",
+ "blocks.22.cross_attn.q.weight_scale": "block_22.safetensors",
+ "blocks.22.cross_attn.v.weight_scale": "block_22.safetensors",
+ "blocks.22.cross_attn.v_img.weight_scale": "block_22.safetensors",
+ "blocks.22.ffn.0.weight_scale": "block_22.safetensors",
+ "blocks.22.ffn.2.weight_scale": "block_22.safetensors",
+ "blocks.23.cross_attn.k.bias": "block_23.safetensors",
+ "blocks.23.cross_attn.k.weight": "block_23.safetensors",
+ "blocks.23.cross_attn.k_img.bias": "block_23.safetensors",
+ "blocks.23.cross_attn.k_img.weight": "block_23.safetensors",
+ "blocks.23.cross_attn.norm_k.weight": "block_23.safetensors",
+ "blocks.23.cross_attn.norm_k_img.weight": "block_23.safetensors",
+ "blocks.23.cross_attn.norm_q.weight": "block_23.safetensors",
+ "blocks.23.cross_attn.o.bias": "block_23.safetensors",
+ "blocks.23.cross_attn.o.weight": "block_23.safetensors",
+ "blocks.23.cross_attn.q.bias": "block_23.safetensors",
+ "blocks.23.cross_attn.q.weight": "block_23.safetensors",
+ "blocks.23.cross_attn.v.bias": "block_23.safetensors",
+ "blocks.23.cross_attn.v.weight": "block_23.safetensors",
+ "blocks.23.cross_attn.v_img.bias": "block_23.safetensors",
+ "blocks.23.cross_attn.v_img.weight": "block_23.safetensors",
+ "blocks.23.ffn.0.bias": "block_23.safetensors",
+ "blocks.23.ffn.0.weight": "block_23.safetensors",
+ "blocks.23.ffn.2.bias": "block_23.safetensors",
+ "blocks.23.ffn.2.weight": "block_23.safetensors",
+ "blocks.23.modulation": "block_23.safetensors",
+ "blocks.23.norm3.bias": "block_23.safetensors",
+ "blocks.23.norm3.weight": "block_23.safetensors",
+ "blocks.23.self_attn.k.bias": "block_23.safetensors",
+ "blocks.23.self_attn.k.weight": "block_23.safetensors",
+ "blocks.23.self_attn.norm_k.weight": "block_23.safetensors",
+ "blocks.23.self_attn.norm_q.weight": "block_23.safetensors",
+ "blocks.23.self_attn.o.bias": "block_23.safetensors",
+ "blocks.23.self_attn.o.weight": "block_23.safetensors",
+ "blocks.23.self_attn.q.bias": "block_23.safetensors",
+ "blocks.23.self_attn.q.weight": "block_23.safetensors",
+ "blocks.23.self_attn.v.bias": "block_23.safetensors",
+ "blocks.23.self_attn.v.weight": "block_23.safetensors",
+ "blocks.23.cross_attn.k.weight_scale": "block_23.safetensors",
+ "blocks.23.cross_attn.k_img.weight_scale": "block_23.safetensors",
+ "blocks.23.cross_attn.o.weight_scale": "block_23.safetensors",
+ "blocks.23.cross_attn.q.weight_scale": "block_23.safetensors",
+ "blocks.23.cross_attn.v.weight_scale": "block_23.safetensors",
+ "blocks.23.cross_attn.v_img.weight_scale": "block_23.safetensors",
+ "blocks.23.ffn.0.weight_scale": "block_23.safetensors",
+ "blocks.23.ffn.2.weight_scale": "block_23.safetensors",
+ "blocks.23.self_attn.k.weight_scale": "block_23.safetensors",
+ "blocks.23.self_attn.o.weight_scale": "block_23.safetensors",
+ "blocks.23.self_attn.q.weight_scale": "block_23.safetensors",
+ "blocks.23.self_attn.v.weight_scale": "block_23.safetensors",
+ "blocks.24.cross_attn.k.bias": "block_24.safetensors",
+ "blocks.24.cross_attn.k.weight": "block_24.safetensors",
+ "blocks.24.cross_attn.k_img.bias": "block_24.safetensors",
+ "blocks.24.cross_attn.k_img.weight": "block_24.safetensors",
+ "blocks.24.cross_attn.norm_k.weight": "block_24.safetensors",
+ "blocks.24.cross_attn.norm_k_img.weight": "block_24.safetensors",
+ "blocks.24.cross_attn.norm_q.weight": "block_24.safetensors",
+ "blocks.24.cross_attn.o.bias": "block_24.safetensors",
+ "blocks.24.cross_attn.o.weight": "block_24.safetensors",
+ "blocks.24.cross_attn.q.bias": "block_24.safetensors",
+ "blocks.24.cross_attn.q.weight": "block_24.safetensors",
+ "blocks.24.cross_attn.v.bias": "block_24.safetensors",
+ "blocks.24.cross_attn.v.weight": "block_24.safetensors",
+ "blocks.24.cross_attn.v_img.bias": "block_24.safetensors",
+ "blocks.24.cross_attn.v_img.weight": "block_24.safetensors",
+ "blocks.24.ffn.0.bias": "block_24.safetensors",
+ "blocks.24.ffn.0.weight": "block_24.safetensors",
+ "blocks.24.ffn.2.bias": "block_24.safetensors",
+ "blocks.24.ffn.2.weight": "block_24.safetensors",
+ "blocks.24.modulation": "block_24.safetensors",
+ "blocks.24.norm3.bias": "block_24.safetensors",
+ "blocks.24.norm3.weight": "block_24.safetensors",
+ "blocks.24.self_attn.k.bias": "block_24.safetensors",
+ "blocks.24.self_attn.k.weight": "block_24.safetensors",
+ "blocks.24.self_attn.norm_k.weight": "block_24.safetensors",
+ "blocks.24.self_attn.norm_q.weight": "block_24.safetensors",
+ "blocks.24.self_attn.o.bias": "block_24.safetensors",
+ "blocks.24.self_attn.o.weight": "block_24.safetensors",
+ "blocks.24.self_attn.q.bias": "block_24.safetensors",
+ "blocks.24.self_attn.q.weight": "block_24.safetensors",
+ "blocks.24.self_attn.v.bias": "block_24.safetensors",
+ "blocks.24.self_attn.v.weight": "block_24.safetensors",
+ "blocks.24.cross_attn.k.weight_scale": "block_24.safetensors",
+ "blocks.24.cross_attn.k_img.weight_scale": "block_24.safetensors",
+ "blocks.24.cross_attn.o.weight_scale": "block_24.safetensors",
+ "blocks.24.cross_attn.q.weight_scale": "block_24.safetensors",
+ "blocks.24.cross_attn.v.weight_scale": "block_24.safetensors",
+ "blocks.24.cross_attn.v_img.weight_scale": "block_24.safetensors",
+ "blocks.24.ffn.0.weight_scale": "block_24.safetensors",
+ "blocks.24.ffn.2.weight_scale": "block_24.safetensors",
+ "blocks.24.self_attn.k.weight_scale": "block_24.safetensors",
+ "blocks.24.self_attn.o.weight_scale": "block_24.safetensors",
+ "blocks.24.self_attn.q.weight_scale": "block_24.safetensors",
+ "blocks.24.self_attn.v.weight_scale": "block_24.safetensors",
+ "blocks.25.cross_attn.k.bias": "block_25.safetensors",
+ "blocks.25.cross_attn.k.weight": "block_25.safetensors",
+ "blocks.25.cross_attn.k_img.bias": "block_25.safetensors",
+ "blocks.25.cross_attn.k_img.weight": "block_25.safetensors",
+ "blocks.25.cross_attn.norm_k.weight": "block_25.safetensors",
+ "blocks.25.cross_attn.norm_k_img.weight": "block_25.safetensors",
+ "blocks.25.cross_attn.norm_q.weight": "block_25.safetensors",
+ "blocks.25.cross_attn.o.bias": "block_25.safetensors",
+ "blocks.25.cross_attn.o.weight": "block_25.safetensors",
+ "blocks.25.cross_attn.q.bias": "block_25.safetensors",
+ "blocks.25.cross_attn.q.weight": "block_25.safetensors",
+ "blocks.25.cross_attn.v.bias": "block_25.safetensors",
+ "blocks.25.cross_attn.v.weight": "block_25.safetensors",
+ "blocks.25.cross_attn.v_img.bias": "block_25.safetensors",
+ "blocks.25.cross_attn.v_img.weight": "block_25.safetensors",
+ "blocks.25.ffn.0.bias": "block_25.safetensors",
+ "blocks.25.ffn.0.weight": "block_25.safetensors",
+ "blocks.25.ffn.2.bias": "block_25.safetensors",
+ "blocks.25.ffn.2.weight": "block_25.safetensors",
+ "blocks.25.modulation": "block_25.safetensors",
+ "blocks.25.norm3.bias": "block_25.safetensors",
+ "blocks.25.norm3.weight": "block_25.safetensors",
+ "blocks.25.self_attn.k.bias": "block_25.safetensors",
+ "blocks.25.self_attn.k.weight": "block_25.safetensors",
+ "blocks.25.self_attn.norm_k.weight": "block_25.safetensors",
+ "blocks.25.self_attn.norm_q.weight": "block_25.safetensors",
+ "blocks.25.self_attn.o.bias": "block_25.safetensors",
+ "blocks.25.self_attn.o.weight": "block_25.safetensors",
+ "blocks.25.self_attn.q.bias": "block_25.safetensors",
+ "blocks.25.self_attn.q.weight": "block_25.safetensors",
+ "blocks.25.self_attn.v.bias": "block_25.safetensors",
+ "blocks.25.self_attn.v.weight": "block_25.safetensors",
+ "blocks.25.cross_attn.k.weight_scale": "block_25.safetensors",
+ "blocks.25.cross_attn.k_img.weight_scale": "block_25.safetensors",
+ "blocks.25.cross_attn.o.weight_scale": "block_25.safetensors",
+ "blocks.25.cross_attn.q.weight_scale": "block_25.safetensors",
+ "blocks.25.cross_attn.v.weight_scale": "block_25.safetensors",
+ "blocks.25.cross_attn.v_img.weight_scale": "block_25.safetensors",
+ "blocks.25.ffn.0.weight_scale": "block_25.safetensors",
+ "blocks.25.ffn.2.weight_scale": "block_25.safetensors",
+ "blocks.25.self_attn.k.weight_scale": "block_25.safetensors",
+ "blocks.25.self_attn.o.weight_scale": "block_25.safetensors",
+ "blocks.25.self_attn.q.weight_scale": "block_25.safetensors",
+ "blocks.25.self_attn.v.weight_scale": "block_25.safetensors",
+ "blocks.28.self_attn.q.bias": "block_28.safetensors",
+ "blocks.28.self_attn.q.weight": "block_28.safetensors",
+ "blocks.28.self_attn.v.bias": "block_28.safetensors",
+ "blocks.28.self_attn.v.weight": "block_28.safetensors",
+ "blocks.28.cross_attn.k.bias": "block_28.safetensors",
+ "blocks.28.cross_attn.k.weight": "block_28.safetensors",
+ "blocks.28.cross_attn.k_img.bias": "block_28.safetensors",
+ "blocks.28.cross_attn.k_img.weight": "block_28.safetensors",
+ "blocks.28.cross_attn.norm_k.weight": "block_28.safetensors",
+ "blocks.28.cross_attn.norm_k_img.weight": "block_28.safetensors",
+ "blocks.28.cross_attn.norm_q.weight": "block_28.safetensors",
+ "blocks.28.cross_attn.o.bias": "block_28.safetensors",
+ "blocks.28.cross_attn.o.weight": "block_28.safetensors",
+ "blocks.28.cross_attn.q.bias": "block_28.safetensors",
+ "blocks.28.cross_attn.q.weight": "block_28.safetensors",
+ "blocks.28.cross_attn.v.bias": "block_28.safetensors",
+ "blocks.28.cross_attn.v.weight": "block_28.safetensors",
+ "blocks.28.cross_attn.v_img.bias": "block_28.safetensors",
+ "blocks.28.cross_attn.v_img.weight": "block_28.safetensors",
+ "blocks.28.ffn.0.bias": "block_28.safetensors",
+ "blocks.28.ffn.0.weight": "block_28.safetensors",
+ "blocks.28.ffn.2.bias": "block_28.safetensors",
+ "blocks.28.ffn.2.weight": "block_28.safetensors",
+ "blocks.28.modulation": "block_28.safetensors",
+ "blocks.28.norm3.bias": "block_28.safetensors",
+ "blocks.28.norm3.weight": "block_28.safetensors",
+ "blocks.28.self_attn.k.bias": "block_28.safetensors",
+ "blocks.28.self_attn.k.weight": "block_28.safetensors",
+ "blocks.28.self_attn.norm_k.weight": "block_28.safetensors",
+ "blocks.28.self_attn.norm_q.weight": "block_28.safetensors",
+ "blocks.28.self_attn.o.bias": "block_28.safetensors",
+ "blocks.28.self_attn.o.weight": "block_28.safetensors",
+ "blocks.28.self_attn.q.weight_scale": "block_28.safetensors",
+ "blocks.28.self_attn.v.weight_scale": "block_28.safetensors",
+ "blocks.28.cross_attn.k.weight_scale": "block_28.safetensors",
+ "blocks.28.cross_attn.k_img.weight_scale": "block_28.safetensors",
+ "blocks.28.cross_attn.o.weight_scale": "block_28.safetensors",
+ "blocks.28.cross_attn.q.weight_scale": "block_28.safetensors",
+ "blocks.28.cross_attn.v.weight_scale": "block_28.safetensors",
+ "blocks.28.cross_attn.v_img.weight_scale": "block_28.safetensors",
+ "blocks.28.ffn.0.weight_scale": "block_28.safetensors",
+ "blocks.28.ffn.2.weight_scale": "block_28.safetensors",
+ "blocks.28.self_attn.k.weight_scale": "block_28.safetensors",
+ "blocks.28.self_attn.o.weight_scale": "block_28.safetensors",
+ "blocks.29.cross_attn.k.bias": "block_29.safetensors",
+ "blocks.29.cross_attn.k.weight": "block_29.safetensors",
+ "blocks.29.cross_attn.k_img.bias": "block_29.safetensors",
+ "blocks.29.cross_attn.k_img.weight": "block_29.safetensors",
+ "blocks.29.cross_attn.norm_k.weight": "block_29.safetensors",
+ "blocks.29.cross_attn.norm_k_img.weight": "block_29.safetensors",
+ "blocks.29.cross_attn.norm_q.weight": "block_29.safetensors",
+ "blocks.29.cross_attn.o.bias": "block_29.safetensors",
+ "blocks.29.cross_attn.o.weight": "block_29.safetensors",
+ "blocks.29.cross_attn.q.bias": "block_29.safetensors",
+ "blocks.29.cross_attn.q.weight": "block_29.safetensors",
+ "blocks.29.cross_attn.v.bias": "block_29.safetensors",
+ "blocks.29.cross_attn.v.weight": "block_29.safetensors",
+ "blocks.29.cross_attn.v_img.bias": "block_29.safetensors",
+ "blocks.29.cross_attn.v_img.weight": "block_29.safetensors",
+ "blocks.29.ffn.0.bias": "block_29.safetensors",
+ "blocks.29.ffn.0.weight": "block_29.safetensors",
+ "blocks.29.ffn.2.bias": "block_29.safetensors",
+ "blocks.29.ffn.2.weight": "block_29.safetensors",
+ "blocks.29.modulation": "block_29.safetensors",
+ "blocks.29.norm3.bias": "block_29.safetensors",
+ "blocks.29.norm3.weight": "block_29.safetensors",
+ "blocks.29.self_attn.k.bias": "block_29.safetensors",
+ "blocks.29.self_attn.k.weight": "block_29.safetensors",
+ "blocks.29.self_attn.norm_k.weight": "block_29.safetensors",
+ "blocks.29.self_attn.norm_q.weight": "block_29.safetensors",
+ "blocks.29.self_attn.o.bias": "block_29.safetensors",
+ "blocks.29.self_attn.o.weight": "block_29.safetensors",
+ "blocks.29.self_attn.q.bias": "block_29.safetensors",
+ "blocks.29.self_attn.q.weight": "block_29.safetensors",
+ "blocks.29.self_attn.v.bias": "block_29.safetensors",
+ "blocks.29.self_attn.v.weight": "block_29.safetensors",
+ "blocks.29.cross_attn.k.weight_scale": "block_29.safetensors",
+ "blocks.29.cross_attn.k_img.weight_scale": "block_29.safetensors",
+ "blocks.29.cross_attn.o.weight_scale": "block_29.safetensors",
+ "blocks.29.cross_attn.q.weight_scale": "block_29.safetensors",
+ "blocks.29.cross_attn.v.weight_scale": "block_29.safetensors",
+ "blocks.29.cross_attn.v_img.weight_scale": "block_29.safetensors",
+ "blocks.29.ffn.0.weight_scale": "block_29.safetensors",
+ "blocks.29.ffn.2.weight_scale": "block_29.safetensors",
+ "blocks.29.self_attn.k.weight_scale": "block_29.safetensors",
+ "blocks.29.self_attn.o.weight_scale": "block_29.safetensors",
+ "blocks.29.self_attn.q.weight_scale": "block_29.safetensors",
+ "blocks.29.self_attn.v.weight_scale": "block_29.safetensors",
+ "blocks.3.cross_attn.k.bias": "block_3.safetensors",
+ "blocks.3.cross_attn.k.weight": "block_3.safetensors",
+ "blocks.3.cross_attn.k_img.bias": "block_3.safetensors",
+ "blocks.3.cross_attn.k_img.weight": "block_3.safetensors",
+ "blocks.3.cross_attn.norm_k.weight": "block_3.safetensors",
+ "blocks.3.cross_attn.norm_k_img.weight": "block_3.safetensors",
+ "blocks.3.cross_attn.norm_q.weight": "block_3.safetensors",
+ "blocks.3.cross_attn.o.bias": "block_3.safetensors",
+ "blocks.3.cross_attn.o.weight": "block_3.safetensors",
+ "blocks.3.cross_attn.q.bias": "block_3.safetensors",
+ "blocks.3.cross_attn.q.weight": "block_3.safetensors",
+ "blocks.3.cross_attn.v.bias": "block_3.safetensors",
+ "blocks.3.cross_attn.v.weight": "block_3.safetensors",
+ "blocks.3.cross_attn.v_img.bias": "block_3.safetensors",
+ "blocks.3.cross_attn.v_img.weight": "block_3.safetensors",
+ "blocks.3.ffn.0.bias": "block_3.safetensors",
+ "blocks.3.ffn.0.weight": "block_3.safetensors",
+ "blocks.3.ffn.2.bias": "block_3.safetensors",
+ "blocks.3.ffn.2.weight": "block_3.safetensors",
+ "blocks.3.modulation": "block_3.safetensors",
+ "blocks.3.norm3.bias": "block_3.safetensors",
+ "blocks.3.norm3.weight": "block_3.safetensors",
+ "blocks.3.self_attn.k.bias": "block_3.safetensors",
+ "blocks.3.self_attn.k.weight": "block_3.safetensors",
+ "blocks.3.self_attn.norm_k.weight": "block_3.safetensors",
+ "blocks.3.self_attn.norm_q.weight": "block_3.safetensors",
+ "blocks.3.self_attn.o.bias": "block_3.safetensors",
+ "blocks.3.self_attn.o.weight": "block_3.safetensors",
+ "blocks.3.self_attn.q.bias": "block_3.safetensors",
+ "blocks.3.self_attn.q.weight": "block_3.safetensors",
+ "blocks.3.self_attn.v.bias": "block_3.safetensors",
+ "blocks.3.self_attn.v.weight": "block_3.safetensors",
+ "blocks.3.cross_attn.k.weight_scale": "block_3.safetensors",
+ "blocks.3.cross_attn.k_img.weight_scale": "block_3.safetensors",
+ "blocks.3.cross_attn.o.weight_scale": "block_3.safetensors",
+ "blocks.3.cross_attn.q.weight_scale": "block_3.safetensors",
+ "blocks.3.cross_attn.v.weight_scale": "block_3.safetensors",
+ "blocks.3.cross_attn.v_img.weight_scale": "block_3.safetensors",
+ "blocks.3.ffn.0.weight_scale": "block_3.safetensors",
+ "blocks.3.ffn.2.weight_scale": "block_3.safetensors",
+ "blocks.3.self_attn.k.weight_scale": "block_3.safetensors",
+ "blocks.3.self_attn.o.weight_scale": "block_3.safetensors",
+ "blocks.3.self_attn.q.weight_scale": "block_3.safetensors",
+ "blocks.3.self_attn.v.weight_scale": "block_3.safetensors",
+ "blocks.30.cross_attn.k.bias": "block_30.safetensors",
+ "blocks.30.cross_attn.k.weight": "block_30.safetensors",
+ "blocks.30.cross_attn.k_img.bias": "block_30.safetensors",
+ "blocks.30.cross_attn.k_img.weight": "block_30.safetensors",
+ "blocks.30.cross_attn.norm_k.weight": "block_30.safetensors",
+ "blocks.30.cross_attn.norm_k_img.weight": "block_30.safetensors",
+ "blocks.30.cross_attn.norm_q.weight": "block_30.safetensors",
+ "blocks.30.cross_attn.o.bias": "block_30.safetensors",
+ "blocks.30.cross_attn.o.weight": "block_30.safetensors",
+ "blocks.30.cross_attn.q.bias": "block_30.safetensors",
+ "blocks.30.cross_attn.q.weight": "block_30.safetensors",
+ "blocks.30.cross_attn.v.bias": "block_30.safetensors",
+ "blocks.30.cross_attn.v.weight": "block_30.safetensors",
+ "blocks.30.cross_attn.v_img.bias": "block_30.safetensors",
+ "blocks.30.cross_attn.v_img.weight": "block_30.safetensors",
+ "blocks.30.ffn.0.bias": "block_30.safetensors",
+ "blocks.30.ffn.0.weight": "block_30.safetensors",
+ "blocks.30.ffn.2.bias": "block_30.safetensors",
+ "blocks.30.ffn.2.weight": "block_30.safetensors",
+ "blocks.30.modulation": "block_30.safetensors",
+ "blocks.30.norm3.bias": "block_30.safetensors",
+ "blocks.30.norm3.weight": "block_30.safetensors",
+ "blocks.30.self_attn.k.bias": "block_30.safetensors",
+ "blocks.30.self_attn.k.weight": "block_30.safetensors",
+ "blocks.30.self_attn.norm_k.weight": "block_30.safetensors",
+ "blocks.30.self_attn.norm_q.weight": "block_30.safetensors",
+ "blocks.30.self_attn.o.bias": "block_30.safetensors",
+ "blocks.30.self_attn.o.weight": "block_30.safetensors",
+ "blocks.30.self_attn.q.bias": "block_30.safetensors",
+ "blocks.30.self_attn.q.weight": "block_30.safetensors",
+ "blocks.30.self_attn.v.bias": "block_30.safetensors",
+ "blocks.30.self_attn.v.weight": "block_30.safetensors",
+ "blocks.30.cross_attn.k.weight_scale": "block_30.safetensors",
+ "blocks.30.cross_attn.k_img.weight_scale": "block_30.safetensors",
+ "blocks.30.cross_attn.o.weight_scale": "block_30.safetensors",
+ "blocks.30.cross_attn.q.weight_scale": "block_30.safetensors",
+ "blocks.30.cross_attn.v.weight_scale": "block_30.safetensors",
+ "blocks.30.cross_attn.v_img.weight_scale": "block_30.safetensors",
+ "blocks.30.ffn.0.weight_scale": "block_30.safetensors",
+ "blocks.30.ffn.2.weight_scale": "block_30.safetensors",
+ "blocks.30.self_attn.k.weight_scale": "block_30.safetensors",
+ "blocks.30.self_attn.o.weight_scale": "block_30.safetensors",
+ "blocks.30.self_attn.q.weight_scale": "block_30.safetensors",
+ "blocks.30.self_attn.v.weight_scale": "block_30.safetensors",
+ "blocks.31.cross_attn.k.bias": "block_31.safetensors",
+ "blocks.31.cross_attn.k.weight": "block_31.safetensors",
+ "blocks.31.cross_attn.k_img.bias": "block_31.safetensors",
+ "blocks.31.cross_attn.k_img.weight": "block_31.safetensors",
+ "blocks.31.cross_attn.norm_k.weight": "block_31.safetensors",
+ "blocks.31.cross_attn.norm_k_img.weight": "block_31.safetensors",
+ "blocks.31.cross_attn.norm_q.weight": "block_31.safetensors",
+ "blocks.31.cross_attn.o.bias": "block_31.safetensors",
+ "blocks.31.cross_attn.o.weight": "block_31.safetensors",
+ "blocks.31.cross_attn.q.bias": "block_31.safetensors",
+ "blocks.31.cross_attn.q.weight": "block_31.safetensors",
+ "blocks.31.cross_attn.v.bias": "block_31.safetensors",
+ "blocks.31.cross_attn.v.weight": "block_31.safetensors",
+ "blocks.31.cross_attn.v_img.bias": "block_31.safetensors",
+ "blocks.31.cross_attn.v_img.weight": "block_31.safetensors",
+ "blocks.31.ffn.0.bias": "block_31.safetensors",
+ "blocks.31.ffn.0.weight": "block_31.safetensors",
+ "blocks.31.ffn.2.bias": "block_31.safetensors",
+ "blocks.31.ffn.2.weight": "block_31.safetensors",
+ "blocks.31.modulation": "block_31.safetensors",
+ "blocks.31.norm3.bias": "block_31.safetensors",
+ "blocks.31.norm3.weight": "block_31.safetensors",
+ "blocks.31.self_attn.k.bias": "block_31.safetensors",
+ "blocks.31.self_attn.k.weight": "block_31.safetensors",
+ "blocks.31.self_attn.norm_k.weight": "block_31.safetensors",
+ "blocks.31.self_attn.norm_q.weight": "block_31.safetensors",
+ "blocks.31.self_attn.o.bias": "block_31.safetensors",
+ "blocks.31.self_attn.o.weight": "block_31.safetensors",
+ "blocks.31.self_attn.q.bias": "block_31.safetensors",
+ "blocks.31.self_attn.q.weight": "block_31.safetensors",
+ "blocks.31.self_attn.v.bias": "block_31.safetensors",
+ "blocks.31.self_attn.v.weight": "block_31.safetensors",
+ "blocks.31.cross_attn.k.weight_scale": "block_31.safetensors",
+ "blocks.31.cross_attn.k_img.weight_scale": "block_31.safetensors",
+ "blocks.31.cross_attn.o.weight_scale": "block_31.safetensors",
+ "blocks.31.cross_attn.q.weight_scale": "block_31.safetensors",
+ "blocks.31.cross_attn.v.weight_scale": "block_31.safetensors",
+ "blocks.31.cross_attn.v_img.weight_scale": "block_31.safetensors",
+ "blocks.31.ffn.0.weight_scale": "block_31.safetensors",
+ "blocks.31.ffn.2.weight_scale": "block_31.safetensors",
+ "blocks.31.self_attn.k.weight_scale": "block_31.safetensors",
+ "blocks.31.self_attn.o.weight_scale": "block_31.safetensors",
+ "blocks.31.self_attn.q.weight_scale": "block_31.safetensors",
+ "blocks.31.self_attn.v.weight_scale": "block_31.safetensors",
+ "blocks.32.cross_attn.k.bias": "block_32.safetensors",
+ "blocks.32.cross_attn.k.weight": "block_32.safetensors",
+ "blocks.32.cross_attn.k_img.bias": "block_32.safetensors",
+ "blocks.32.cross_attn.k_img.weight": "block_32.safetensors",
+ "blocks.32.cross_attn.norm_k.weight": "block_32.safetensors",
+ "blocks.32.cross_attn.norm_k_img.weight": "block_32.safetensors",
+ "blocks.32.cross_attn.norm_q.weight": "block_32.safetensors",
+ "blocks.32.cross_attn.o.bias": "block_32.safetensors",
+ "blocks.32.cross_attn.o.weight": "block_32.safetensors",
+ "blocks.32.cross_attn.q.bias": "block_32.safetensors",
+ "blocks.32.cross_attn.q.weight": "block_32.safetensors",
+ "blocks.32.cross_attn.v.bias": "block_32.safetensors",
+ "blocks.32.cross_attn.v.weight": "block_32.safetensors",
+ "blocks.32.cross_attn.v_img.bias": "block_32.safetensors",
+ "blocks.32.cross_attn.v_img.weight": "block_32.safetensors",
+ "blocks.32.ffn.0.bias": "block_32.safetensors",
+ "blocks.32.ffn.0.weight": "block_32.safetensors",
+ "blocks.32.ffn.2.bias": "block_32.safetensors",
+ "blocks.32.ffn.2.weight": "block_32.safetensors",
+ "blocks.32.modulation": "block_32.safetensors",
+ "blocks.32.norm3.bias": "block_32.safetensors",
+ "blocks.32.norm3.weight": "block_32.safetensors",
+ "blocks.32.self_attn.k.bias": "block_32.safetensors",
+ "blocks.32.self_attn.k.weight": "block_32.safetensors",
+ "blocks.32.self_attn.norm_k.weight": "block_32.safetensors",
+ "blocks.32.self_attn.norm_q.weight": "block_32.safetensors",
+ "blocks.32.self_attn.o.bias": "block_32.safetensors",
+ "blocks.32.self_attn.o.weight": "block_32.safetensors",
+ "blocks.32.self_attn.q.bias": "block_32.safetensors",
+ "blocks.32.self_attn.q.weight": "block_32.safetensors",
+ "blocks.32.self_attn.v.bias": "block_32.safetensors",
+ "blocks.32.self_attn.v.weight": "block_32.safetensors",
+ "blocks.32.cross_attn.k.weight_scale": "block_32.safetensors",
+ "blocks.32.cross_attn.k_img.weight_scale": "block_32.safetensors",
+ "blocks.32.cross_attn.o.weight_scale": "block_32.safetensors",
+ "blocks.32.cross_attn.q.weight_scale": "block_32.safetensors",
+ "blocks.32.cross_attn.v.weight_scale": "block_32.safetensors",
+ "blocks.32.cross_attn.v_img.weight_scale": "block_32.safetensors",
+ "blocks.32.ffn.0.weight_scale": "block_32.safetensors",
+ "blocks.32.ffn.2.weight_scale": "block_32.safetensors",
+ "blocks.32.self_attn.k.weight_scale": "block_32.safetensors",
+ "blocks.32.self_attn.o.weight_scale": "block_32.safetensors",
+ "blocks.32.self_attn.q.weight_scale": "block_32.safetensors",
+ "blocks.32.self_attn.v.weight_scale": "block_32.safetensors",
+ "blocks.33.cross_attn.k.bias": "block_33.safetensors",
+ "blocks.33.cross_attn.k.weight": "block_33.safetensors",
+ "blocks.33.cross_attn.k_img.bias": "block_33.safetensors",
+ "blocks.33.cross_attn.k_img.weight": "block_33.safetensors",
+ "blocks.33.cross_attn.norm_k.weight": "block_33.safetensors",
+ "blocks.33.cross_attn.norm_k_img.weight": "block_33.safetensors",
+ "blocks.33.cross_attn.norm_q.weight": "block_33.safetensors",
+ "blocks.33.cross_attn.o.bias": "block_33.safetensors",
+ "blocks.33.cross_attn.o.weight": "block_33.safetensors",
+ "blocks.33.cross_attn.q.bias": "block_33.safetensors",
+ "blocks.33.cross_attn.q.weight": "block_33.safetensors",
+ "blocks.33.cross_attn.v.bias": "block_33.safetensors",
+ "blocks.33.cross_attn.v.weight": "block_33.safetensors",
+ "blocks.33.cross_attn.v_img.bias": "block_33.safetensors",
+ "blocks.33.cross_attn.v_img.weight": "block_33.safetensors",
+ "blocks.33.ffn.0.bias": "block_33.safetensors",
+ "blocks.33.ffn.0.weight": "block_33.safetensors",
+ "blocks.33.ffn.2.bias": "block_33.safetensors",
+ "blocks.33.ffn.2.weight": "block_33.safetensors",
+ "blocks.33.modulation": "block_33.safetensors",
+ "blocks.33.norm3.bias": "block_33.safetensors",
+ "blocks.33.norm3.weight": "block_33.safetensors",
+ "blocks.33.self_attn.k.bias": "block_33.safetensors",
+ "blocks.33.self_attn.k.weight": "block_33.safetensors",
+ "blocks.33.self_attn.norm_k.weight": "block_33.safetensors",
+ "blocks.33.self_attn.norm_q.weight": "block_33.safetensors",
+ "blocks.33.self_attn.o.bias": "block_33.safetensors",
+ "blocks.33.self_attn.o.weight": "block_33.safetensors",
+ "blocks.33.self_attn.q.bias": "block_33.safetensors",
+ "blocks.33.self_attn.q.weight": "block_33.safetensors",
+ "blocks.33.self_attn.v.bias": "block_33.safetensors",
+ "blocks.33.self_attn.v.weight": "block_33.safetensors",
+ "blocks.33.cross_attn.k.weight_scale": "block_33.safetensors",
+ "blocks.33.cross_attn.k_img.weight_scale": "block_33.safetensors",
+ "blocks.33.cross_attn.o.weight_scale": "block_33.safetensors",
+ "blocks.33.cross_attn.q.weight_scale": "block_33.safetensors",
+ "blocks.33.cross_attn.v.weight_scale": "block_33.safetensors",
+ "blocks.33.cross_attn.v_img.weight_scale": "block_33.safetensors",
+ "blocks.33.ffn.0.weight_scale": "block_33.safetensors",
+ "blocks.33.ffn.2.weight_scale": "block_33.safetensors",
+ "blocks.33.self_attn.k.weight_scale": "block_33.safetensors",
+ "blocks.33.self_attn.o.weight_scale": "block_33.safetensors",
+ "blocks.33.self_attn.q.weight_scale": "block_33.safetensors",
+ "blocks.33.self_attn.v.weight_scale": "block_33.safetensors",
+ "blocks.34.cross_attn.k.bias": "block_34.safetensors",
+ "blocks.34.cross_attn.k.weight": "block_34.safetensors",
+ "blocks.34.cross_attn.k_img.bias": "block_34.safetensors",
+ "blocks.34.cross_attn.k_img.weight": "block_34.safetensors",
+ "blocks.34.cross_attn.norm_k.weight": "block_34.safetensors",
+ "blocks.34.cross_attn.norm_k_img.weight": "block_34.safetensors",
+ "blocks.34.cross_attn.norm_q.weight": "block_34.safetensors",
+ "blocks.34.cross_attn.o.bias": "block_34.safetensors",
+ "blocks.34.cross_attn.o.weight": "block_34.safetensors",
+ "blocks.34.cross_attn.q.bias": "block_34.safetensors",
+ "blocks.34.cross_attn.q.weight": "block_34.safetensors",
+ "blocks.34.cross_attn.v.bias": "block_34.safetensors",
+ "blocks.34.cross_attn.v.weight": "block_34.safetensors",
+ "blocks.34.cross_attn.v_img.bias": "block_34.safetensors",
+ "blocks.34.cross_attn.v_img.weight": "block_34.safetensors",
+ "blocks.34.ffn.0.bias": "block_34.safetensors",
+ "blocks.34.ffn.0.weight": "block_34.safetensors",
+ "blocks.34.ffn.2.bias": "block_34.safetensors",
+ "blocks.34.ffn.2.weight": "block_34.safetensors",
+ "blocks.34.modulation": "block_34.safetensors",
+ "blocks.34.norm3.bias": "block_34.safetensors",
+ "blocks.34.norm3.weight": "block_34.safetensors",
+ "blocks.34.self_attn.k.bias": "block_34.safetensors",
+ "blocks.34.self_attn.k.weight": "block_34.safetensors",
+ "blocks.34.self_attn.norm_k.weight": "block_34.safetensors",
+ "blocks.34.self_attn.norm_q.weight": "block_34.safetensors",
+ "blocks.34.self_attn.o.bias": "block_34.safetensors",
+ "blocks.34.self_attn.o.weight": "block_34.safetensors",
+ "blocks.34.self_attn.q.bias": "block_34.safetensors",
+ "blocks.34.self_attn.q.weight": "block_34.safetensors",
+ "blocks.34.self_attn.v.bias": "block_34.safetensors",
+ "blocks.34.self_attn.v.weight": "block_34.safetensors",
+ "blocks.34.cross_attn.k.weight_scale": "block_34.safetensors",
+ "blocks.34.cross_attn.k_img.weight_scale": "block_34.safetensors",
+ "blocks.34.cross_attn.o.weight_scale": "block_34.safetensors",
+ "blocks.34.cross_attn.q.weight_scale": "block_34.safetensors",
+ "blocks.34.cross_attn.v.weight_scale": "block_34.safetensors",
+ "blocks.34.cross_attn.v_img.weight_scale": "block_34.safetensors",
+ "blocks.34.ffn.0.weight_scale": "block_34.safetensors",
+ "blocks.34.ffn.2.weight_scale": "block_34.safetensors",
+ "blocks.34.self_attn.k.weight_scale": "block_34.safetensors",
+ "blocks.34.self_attn.o.weight_scale": "block_34.safetensors",
+ "blocks.34.self_attn.q.weight_scale": "block_34.safetensors",
+ "blocks.34.self_attn.v.weight_scale": "block_34.safetensors",
+ "blocks.7.ffn.0.weight": "block_7.safetensors",
+ "blocks.7.ffn.2.bias": "block_7.safetensors",
+ "blocks.7.ffn.2.weight": "block_7.safetensors",
+ "blocks.7.modulation": "block_7.safetensors",
+ "blocks.7.norm3.bias": "block_7.safetensors",
+ "blocks.7.norm3.weight": "block_7.safetensors",
+ "blocks.7.self_attn.k.bias": "block_7.safetensors",
+ "blocks.7.self_attn.k.weight": "block_7.safetensors",
+ "blocks.7.self_attn.norm_k.weight": "block_7.safetensors",
+ "blocks.7.self_attn.norm_q.weight": "block_7.safetensors",
+ "blocks.7.self_attn.o.bias": "block_7.safetensors",
+ "blocks.7.self_attn.o.weight": "block_7.safetensors",
+ "blocks.7.self_attn.q.bias": "block_7.safetensors",
+ "blocks.7.self_attn.q.weight": "block_7.safetensors",
+ "blocks.7.self_attn.v.bias": "block_7.safetensors",
+ "blocks.7.self_attn.v.weight": "block_7.safetensors",
+ "blocks.7.cross_attn.k.bias": "block_7.safetensors",
+ "blocks.7.cross_attn.k.weight": "block_7.safetensors",
+ "blocks.7.cross_attn.k_img.bias": "block_7.safetensors",
+ "blocks.7.cross_attn.k_img.weight": "block_7.safetensors",
+ "blocks.7.cross_attn.norm_k.weight": "block_7.safetensors",
+ "blocks.7.cross_attn.norm_k_img.weight": "block_7.safetensors",
+ "blocks.7.cross_attn.norm_q.weight": "block_7.safetensors",
+ "blocks.7.cross_attn.o.bias": "block_7.safetensors",
+ "blocks.7.cross_attn.o.weight": "block_7.safetensors",
+ "blocks.7.cross_attn.q.bias": "block_7.safetensors",
+ "blocks.7.cross_attn.q.weight": "block_7.safetensors",
+ "blocks.7.cross_attn.v.bias": "block_7.safetensors",
+ "blocks.7.cross_attn.v.weight": "block_7.safetensors",
+ "blocks.7.cross_attn.v_img.bias": "block_7.safetensors",
+ "blocks.7.cross_attn.v_img.weight": "block_7.safetensors",
+ "blocks.7.ffn.0.bias": "block_7.safetensors",
+ "blocks.7.ffn.0.weight_scale": "block_7.safetensors",
+ "blocks.7.ffn.2.weight_scale": "block_7.safetensors",
+ "blocks.7.self_attn.k.weight_scale": "block_7.safetensors",
+ "blocks.7.self_attn.o.weight_scale": "block_7.safetensors",
+ "blocks.7.self_attn.q.weight_scale": "block_7.safetensors",
+ "blocks.7.self_attn.v.weight_scale": "block_7.safetensors",
+ "blocks.7.cross_attn.k.weight_scale": "block_7.safetensors",
+ "blocks.7.cross_attn.k_img.weight_scale": "block_7.safetensors",
+ "blocks.7.cross_attn.o.weight_scale": "block_7.safetensors",
+ "blocks.7.cross_attn.q.weight_scale": "block_7.safetensors",
+ "blocks.7.cross_attn.v.weight_scale": "block_7.safetensors",
+ "blocks.7.cross_attn.v_img.weight_scale": "block_7.safetensors",
+ "blocks.8.cross_attn.k.bias": "block_8.safetensors",
+ "blocks.8.cross_attn.k.weight": "block_8.safetensors",
+ "blocks.8.cross_attn.k_img.bias": "block_8.safetensors",
+ "blocks.8.cross_attn.k_img.weight": "block_8.safetensors",
+ "blocks.8.cross_attn.norm_k.weight": "block_8.safetensors",
+ "blocks.8.cross_attn.norm_k_img.weight": "block_8.safetensors",
+ "blocks.8.cross_attn.norm_q.weight": "block_8.safetensors",
+ "blocks.8.cross_attn.o.bias": "block_8.safetensors",
+ "blocks.8.cross_attn.o.weight": "block_8.safetensors",
+ "blocks.8.cross_attn.q.bias": "block_8.safetensors",
+ "blocks.8.cross_attn.q.weight": "block_8.safetensors",
+ "blocks.8.cross_attn.v.bias": "block_8.safetensors",
+ "blocks.8.cross_attn.v.weight": "block_8.safetensors",
+ "blocks.8.cross_attn.v_img.bias": "block_8.safetensors",
+ "blocks.8.cross_attn.v_img.weight": "block_8.safetensors",
+ "blocks.8.ffn.0.bias": "block_8.safetensors",
+ "blocks.8.ffn.0.weight": "block_8.safetensors",
+ "blocks.8.ffn.2.bias": "block_8.safetensors",
+ "blocks.8.ffn.2.weight": "block_8.safetensors",
+ "blocks.8.modulation": "block_8.safetensors",
+ "blocks.8.norm3.bias": "block_8.safetensors",
+ "blocks.8.norm3.weight": "block_8.safetensors",
+ "blocks.8.self_attn.k.bias": "block_8.safetensors",
+ "blocks.8.self_attn.k.weight": "block_8.safetensors",
+ "blocks.8.self_attn.norm_k.weight": "block_8.safetensors",
+ "blocks.8.self_attn.norm_q.weight": "block_8.safetensors",
+ "blocks.8.self_attn.o.bias": "block_8.safetensors",
+ "blocks.8.self_attn.o.weight": "block_8.safetensors",
+ "blocks.8.self_attn.q.bias": "block_8.safetensors",
+ "blocks.8.self_attn.q.weight": "block_8.safetensors",
+ "blocks.8.self_attn.v.bias": "block_8.safetensors",
+ "blocks.8.self_attn.v.weight": "block_8.safetensors",
+ "blocks.8.cross_attn.k.weight_scale": "block_8.safetensors",
+ "blocks.8.cross_attn.k_img.weight_scale": "block_8.safetensors",
+ "blocks.8.cross_attn.o.weight_scale": "block_8.safetensors",
+ "blocks.8.cross_attn.q.weight_scale": "block_8.safetensors",
+ "blocks.8.cross_attn.v.weight_scale": "block_8.safetensors",
+ "blocks.8.cross_attn.v_img.weight_scale": "block_8.safetensors",
+ "blocks.8.ffn.0.weight_scale": "block_8.safetensors",
+ "blocks.8.ffn.2.weight_scale": "block_8.safetensors",
+ "blocks.8.self_attn.k.weight_scale": "block_8.safetensors",
+ "blocks.8.self_attn.o.weight_scale": "block_8.safetensors",
+ "blocks.8.self_attn.q.weight_scale": "block_8.safetensors",
+ "blocks.8.self_attn.v.weight_scale": "block_8.safetensors",
+ "blocks.9.cross_attn.k.bias": "block_9.safetensors",
+ "blocks.9.cross_attn.k.weight": "block_9.safetensors",
+ "blocks.9.cross_attn.k_img.bias": "block_9.safetensors",
+ "blocks.9.cross_attn.k_img.weight": "block_9.safetensors",
+ "blocks.9.cross_attn.norm_k.weight": "block_9.safetensors",
+ "blocks.9.cross_attn.norm_k_img.weight": "block_9.safetensors",
+ "blocks.9.cross_attn.norm_q.weight": "block_9.safetensors",
+ "blocks.9.cross_attn.o.bias": "block_9.safetensors",
+ "blocks.9.cross_attn.o.weight": "block_9.safetensors",
+ "blocks.9.cross_attn.q.bias": "block_9.safetensors",
+ "blocks.9.cross_attn.q.weight": "block_9.safetensors",
+ "blocks.9.cross_attn.v.bias": "block_9.safetensors",
+ "blocks.9.cross_attn.v.weight": "block_9.safetensors",
+ "blocks.9.cross_attn.v_img.bias": "block_9.safetensors",
+ "blocks.9.cross_attn.v_img.weight": "block_9.safetensors",
+ "blocks.9.ffn.0.bias": "block_9.safetensors",
+ "blocks.9.ffn.0.weight": "block_9.safetensors",
+ "blocks.9.ffn.2.bias": "block_9.safetensors",
+ "blocks.9.ffn.2.weight": "block_9.safetensors",
+ "blocks.9.modulation": "block_9.safetensors",
+ "blocks.9.norm3.bias": "block_9.safetensors",
+ "blocks.9.norm3.weight": "block_9.safetensors",
+ "blocks.9.self_attn.k.bias": "block_9.safetensors",
+ "blocks.9.self_attn.k.weight": "block_9.safetensors",
+ "blocks.9.self_attn.norm_k.weight": "block_9.safetensors",
+ "blocks.9.self_attn.norm_q.weight": "block_9.safetensors",
+ "blocks.9.self_attn.o.bias": "block_9.safetensors",
+ "blocks.9.self_attn.o.weight": "block_9.safetensors",
+ "blocks.9.self_attn.q.bias": "block_9.safetensors",
+ "blocks.9.self_attn.q.weight": "block_9.safetensors",
+ "blocks.9.self_attn.v.bias": "block_9.safetensors",
+ "blocks.9.self_attn.v.weight": "block_9.safetensors",
+ "blocks.9.cross_attn.k.weight_scale": "block_9.safetensors",
+ "blocks.9.cross_attn.k_img.weight_scale": "block_9.safetensors",
+ "blocks.9.cross_attn.o.weight_scale": "block_9.safetensors",
+ "blocks.9.cross_attn.q.weight_scale": "block_9.safetensors",
+ "blocks.9.cross_attn.v.weight_scale": "block_9.safetensors",
+ "blocks.9.cross_attn.v_img.weight_scale": "block_9.safetensors",
+ "blocks.9.ffn.0.weight_scale": "block_9.safetensors",
+ "blocks.9.ffn.2.weight_scale": "block_9.safetensors",
+ "blocks.9.self_attn.k.weight_scale": "block_9.safetensors",
+ "blocks.9.self_attn.o.weight_scale": "block_9.safetensors",
+ "blocks.9.self_attn.q.weight_scale": "block_9.safetensors",
+ "blocks.9.self_attn.v.weight_scale": "block_9.safetensors",
+ "blocks.35.cross_attn.k.bias": "block_35.safetensors",
+ "blocks.35.cross_attn.k.weight": "block_35.safetensors",
+ "blocks.35.cross_attn.k_img.bias": "block_35.safetensors",
+ "blocks.35.cross_attn.k_img.weight": "block_35.safetensors",
+ "blocks.35.cross_attn.norm_k.weight": "block_35.safetensors",
+ "blocks.35.cross_attn.norm_k_img.weight": "block_35.safetensors",
+ "blocks.35.cross_attn.norm_q.weight": "block_35.safetensors",
+ "blocks.35.cross_attn.o.bias": "block_35.safetensors",
+ "blocks.35.cross_attn.o.weight": "block_35.safetensors",
+ "blocks.35.cross_attn.q.bias": "block_35.safetensors",
+ "blocks.35.cross_attn.q.weight": "block_35.safetensors",
+ "blocks.35.cross_attn.v.bias": "block_35.safetensors",
+ "blocks.35.cross_attn.v.weight": "block_35.safetensors",
+ "blocks.35.cross_attn.v_img.bias": "block_35.safetensors",
+ "blocks.35.cross_attn.v_img.weight": "block_35.safetensors",
+ "blocks.35.ffn.0.bias": "block_35.safetensors",
+ "blocks.35.ffn.0.weight": "block_35.safetensors",
+ "blocks.35.ffn.2.bias": "block_35.safetensors",
+ "blocks.35.ffn.2.weight": "block_35.safetensors",
+ "blocks.35.modulation": "block_35.safetensors",
+ "blocks.35.norm3.bias": "block_35.safetensors",
+ "blocks.35.norm3.weight": "block_35.safetensors",
+ "blocks.35.self_attn.k.bias": "block_35.safetensors",
+ "blocks.35.self_attn.k.weight": "block_35.safetensors",
+ "blocks.35.self_attn.norm_k.weight": "block_35.safetensors",
+ "blocks.35.self_attn.norm_q.weight": "block_35.safetensors",
+ "blocks.35.self_attn.o.bias": "block_35.safetensors",
+ "blocks.35.self_attn.o.weight": "block_35.safetensors",
+ "blocks.35.self_attn.q.bias": "block_35.safetensors",
+ "blocks.35.self_attn.q.weight": "block_35.safetensors",
+ "blocks.35.self_attn.v.bias": "block_35.safetensors",
+ "blocks.35.self_attn.v.weight": "block_35.safetensors",
+ "blocks.35.cross_attn.k.weight_scale": "block_35.safetensors",
+ "blocks.35.cross_attn.k_img.weight_scale": "block_35.safetensors",
+ "blocks.35.cross_attn.o.weight_scale": "block_35.safetensors",
+ "blocks.35.cross_attn.q.weight_scale": "block_35.safetensors",
+ "blocks.35.cross_attn.v.weight_scale": "block_35.safetensors",
+ "blocks.35.cross_attn.v_img.weight_scale": "block_35.safetensors",
+ "blocks.35.ffn.0.weight_scale": "block_35.safetensors",
+ "blocks.35.ffn.2.weight_scale": "block_35.safetensors",
+ "blocks.35.self_attn.k.weight_scale": "block_35.safetensors",
+ "blocks.35.self_attn.o.weight_scale": "block_35.safetensors",
+ "blocks.35.self_attn.q.weight_scale": "block_35.safetensors",
+ "blocks.35.self_attn.v.weight_scale": "block_35.safetensors",
+ "blocks.36.cross_attn.k.bias": "block_36.safetensors",
+ "blocks.36.cross_attn.k.weight": "block_36.safetensors",
+ "blocks.36.cross_attn.k_img.bias": "block_36.safetensors",
+ "blocks.36.cross_attn.k_img.weight": "block_36.safetensors",
+ "blocks.36.cross_attn.norm_k.weight": "block_36.safetensors",
+ "blocks.36.cross_attn.norm_k_img.weight": "block_36.safetensors",
+ "blocks.36.cross_attn.norm_q.weight": "block_36.safetensors",
+ "blocks.36.cross_attn.o.bias": "block_36.safetensors",
+ "blocks.36.cross_attn.o.weight": "block_36.safetensors",
+ "blocks.36.cross_attn.q.bias": "block_36.safetensors",
+ "blocks.36.cross_attn.q.weight": "block_36.safetensors",
+ "blocks.36.cross_attn.v.bias": "block_36.safetensors",
+ "blocks.36.cross_attn.v.weight": "block_36.safetensors",
+ "blocks.36.cross_attn.v_img.bias": "block_36.safetensors",
+ "blocks.36.cross_attn.v_img.weight": "block_36.safetensors",
+ "blocks.36.ffn.0.bias": "block_36.safetensors",
+ "blocks.36.ffn.0.weight": "block_36.safetensors",
+ "blocks.36.ffn.2.bias": "block_36.safetensors",
+ "blocks.36.ffn.2.weight": "block_36.safetensors",
+ "blocks.36.modulation": "block_36.safetensors",
+ "blocks.36.norm3.bias": "block_36.safetensors",
+ "blocks.36.norm3.weight": "block_36.safetensors",
+ "blocks.36.self_attn.k.bias": "block_36.safetensors",
+ "blocks.36.self_attn.k.weight": "block_36.safetensors",
+ "blocks.36.self_attn.norm_k.weight": "block_36.safetensors",
+ "blocks.36.self_attn.norm_q.weight": "block_36.safetensors",
+ "blocks.36.self_attn.o.bias": "block_36.safetensors",
+ "blocks.36.self_attn.o.weight": "block_36.safetensors",
+ "blocks.36.self_attn.q.bias": "block_36.safetensors",
+ "blocks.36.self_attn.q.weight": "block_36.safetensors",
+ "blocks.36.self_attn.v.bias": "block_36.safetensors",
+ "blocks.36.self_attn.v.weight": "block_36.safetensors",
+ "blocks.36.cross_attn.k.weight_scale": "block_36.safetensors",
+ "blocks.36.cross_attn.k_img.weight_scale": "block_36.safetensors",
+ "blocks.36.cross_attn.o.weight_scale": "block_36.safetensors",
+ "blocks.36.cross_attn.q.weight_scale": "block_36.safetensors",
+ "blocks.36.cross_attn.v.weight_scale": "block_36.safetensors",
+ "blocks.36.cross_attn.v_img.weight_scale": "block_36.safetensors",
+ "blocks.36.ffn.0.weight_scale": "block_36.safetensors",
+ "blocks.36.ffn.2.weight_scale": "block_36.safetensors",
+ "blocks.36.self_attn.k.weight_scale": "block_36.safetensors",
+ "blocks.36.self_attn.o.weight_scale": "block_36.safetensors",
+ "blocks.36.self_attn.q.weight_scale": "block_36.safetensors",
+ "blocks.36.self_attn.v.weight_scale": "block_36.safetensors",
+ "blocks.37.cross_attn.k.bias": "block_37.safetensors",
+ "blocks.37.cross_attn.k.weight": "block_37.safetensors",
+ "blocks.37.cross_attn.k_img.bias": "block_37.safetensors",
+ "blocks.37.cross_attn.k_img.weight": "block_37.safetensors",
+ "blocks.37.cross_attn.norm_k.weight": "block_37.safetensors",
+ "blocks.37.cross_attn.norm_k_img.weight": "block_37.safetensors",
+ "blocks.37.cross_attn.norm_q.weight": "block_37.safetensors",
+ "blocks.37.cross_attn.o.bias": "block_37.safetensors",
+ "blocks.37.cross_attn.o.weight": "block_37.safetensors",
+ "blocks.37.cross_attn.q.bias": "block_37.safetensors",
+ "blocks.37.cross_attn.q.weight": "block_37.safetensors",
+ "blocks.37.cross_attn.v.bias": "block_37.safetensors",
+ "blocks.37.cross_attn.v.weight": "block_37.safetensors",
+ "blocks.37.cross_attn.v_img.bias": "block_37.safetensors",
+ "blocks.37.cross_attn.v_img.weight": "block_37.safetensors",
+ "blocks.37.ffn.0.bias": "block_37.safetensors",
+ "blocks.37.ffn.0.weight": "block_37.safetensors",
+ "blocks.37.ffn.2.bias": "block_37.safetensors",
+ "blocks.37.ffn.2.weight": "block_37.safetensors",
+ "blocks.37.modulation": "block_37.safetensors",
+ "blocks.37.norm3.bias": "block_37.safetensors",
+ "blocks.37.norm3.weight": "block_37.safetensors",
+ "blocks.37.self_attn.k.bias": "block_37.safetensors",
+ "blocks.37.self_attn.k.weight": "block_37.safetensors",
+ "blocks.37.self_attn.norm_k.weight": "block_37.safetensors",
+ "blocks.37.self_attn.norm_q.weight": "block_37.safetensors",
+ "blocks.37.self_attn.o.bias": "block_37.safetensors",
+ "blocks.37.self_attn.o.weight": "block_37.safetensors",
+ "blocks.37.self_attn.q.bias": "block_37.safetensors",
+ "blocks.37.self_attn.q.weight": "block_37.safetensors",
+ "blocks.37.self_attn.v.bias": "block_37.safetensors",
+ "blocks.37.self_attn.v.weight": "block_37.safetensors",
+ "blocks.37.cross_attn.k.weight_scale": "block_37.safetensors",
+ "blocks.37.cross_attn.k_img.weight_scale": "block_37.safetensors",
+ "blocks.37.cross_attn.o.weight_scale": "block_37.safetensors",
+ "blocks.37.cross_attn.q.weight_scale": "block_37.safetensors",
+ "blocks.37.cross_attn.v.weight_scale": "block_37.safetensors",
+ "blocks.37.cross_attn.v_img.weight_scale": "block_37.safetensors",
+ "blocks.37.ffn.0.weight_scale": "block_37.safetensors",
+ "blocks.37.ffn.2.weight_scale": "block_37.safetensors",
+ "blocks.37.self_attn.k.weight_scale": "block_37.safetensors",
+ "blocks.37.self_attn.o.weight_scale": "block_37.safetensors",
+ "blocks.37.self_attn.q.weight_scale": "block_37.safetensors",
+ "blocks.37.self_attn.v.weight_scale": "block_37.safetensors",
+ "blocks.4.cross_attn.v.weight": "block_4.safetensors",
+ "blocks.4.cross_attn.v_img.bias": "block_4.safetensors",
+ "blocks.4.cross_attn.v_img.weight": "block_4.safetensors",
+ "blocks.4.ffn.0.bias": "block_4.safetensors",
+ "blocks.4.ffn.0.weight": "block_4.safetensors",
+ "blocks.4.ffn.2.bias": "block_4.safetensors",
+ "blocks.4.ffn.2.weight": "block_4.safetensors",
+ "blocks.4.modulation": "block_4.safetensors",
+ "blocks.4.norm3.bias": "block_4.safetensors",
+ "blocks.4.norm3.weight": "block_4.safetensors",
+ "blocks.4.self_attn.k.bias": "block_4.safetensors",
+ "blocks.4.self_attn.k.weight": "block_4.safetensors",
+ "blocks.4.self_attn.norm_k.weight": "block_4.safetensors",
+ "blocks.4.self_attn.norm_q.weight": "block_4.safetensors",
+ "blocks.4.self_attn.o.bias": "block_4.safetensors",
+ "blocks.4.self_attn.o.weight": "block_4.safetensors",
+ "blocks.4.self_attn.q.bias": "block_4.safetensors",
+ "blocks.4.self_attn.q.weight": "block_4.safetensors",
+ "blocks.4.self_attn.v.bias": "block_4.safetensors",
+ "blocks.4.self_attn.v.weight": "block_4.safetensors",
+ "blocks.4.cross_attn.k.bias": "block_4.safetensors",
+ "blocks.4.cross_attn.k.weight": "block_4.safetensors",
+ "blocks.4.cross_attn.k_img.bias": "block_4.safetensors",
+ "blocks.4.cross_attn.k_img.weight": "block_4.safetensors",
+ "blocks.4.cross_attn.norm_k.weight": "block_4.safetensors",
+ "blocks.4.cross_attn.norm_k_img.weight": "block_4.safetensors",
+ "blocks.4.cross_attn.norm_q.weight": "block_4.safetensors",
+ "blocks.4.cross_attn.o.bias": "block_4.safetensors",
+ "blocks.4.cross_attn.o.weight": "block_4.safetensors",
+ "blocks.4.cross_attn.q.bias": "block_4.safetensors",
+ "blocks.4.cross_attn.q.weight": "block_4.safetensors",
+ "blocks.4.cross_attn.v.bias": "block_4.safetensors",
+ "blocks.4.cross_attn.v.weight_scale": "block_4.safetensors",
+ "blocks.4.cross_attn.v_img.weight_scale": "block_4.safetensors",
+ "blocks.4.ffn.0.weight_scale": "block_4.safetensors",
+ "blocks.4.ffn.2.weight_scale": "block_4.safetensors",
+ "blocks.4.self_attn.k.weight_scale": "block_4.safetensors",
+ "blocks.4.self_attn.o.weight_scale": "block_4.safetensors",
+ "blocks.4.self_attn.q.weight_scale": "block_4.safetensors",
+ "blocks.4.self_attn.v.weight_scale": "block_4.safetensors",
+ "blocks.4.cross_attn.k.weight_scale": "block_4.safetensors",
+ "blocks.4.cross_attn.k_img.weight_scale": "block_4.safetensors",
+ "blocks.4.cross_attn.o.weight_scale": "block_4.safetensors",
+ "blocks.4.cross_attn.q.weight_scale": "block_4.safetensors",
+ "blocks.5.cross_attn.k.bias": "block_5.safetensors",
+ "blocks.5.cross_attn.k.weight": "block_5.safetensors",
+ "blocks.5.cross_attn.k_img.bias": "block_5.safetensors",
+ "blocks.5.cross_attn.k_img.weight": "block_5.safetensors",
+ "blocks.5.cross_attn.norm_k.weight": "block_5.safetensors",
+ "blocks.5.cross_attn.norm_k_img.weight": "block_5.safetensors",
+ "blocks.5.cross_attn.norm_q.weight": "block_5.safetensors",
+ "blocks.5.cross_attn.o.bias": "block_5.safetensors",
+ "blocks.5.cross_attn.o.weight": "block_5.safetensors",
+ "blocks.5.cross_attn.q.bias": "block_5.safetensors",
+ "blocks.5.cross_attn.q.weight": "block_5.safetensors",
+ "blocks.5.cross_attn.v.bias": "block_5.safetensors",
+ "blocks.5.cross_attn.v.weight": "block_5.safetensors",
+ "blocks.5.cross_attn.v_img.bias": "block_5.safetensors",
+ "blocks.5.cross_attn.v_img.weight": "block_5.safetensors",
+ "blocks.5.ffn.0.bias": "block_5.safetensors",
+ "blocks.5.ffn.0.weight": "block_5.safetensors",
+ "blocks.5.ffn.2.bias": "block_5.safetensors",
+ "blocks.5.ffn.2.weight": "block_5.safetensors",
+ "blocks.5.modulation": "block_5.safetensors",
+ "blocks.5.norm3.bias": "block_5.safetensors",
+ "blocks.5.norm3.weight": "block_5.safetensors",
+ "blocks.5.self_attn.k.bias": "block_5.safetensors",
+ "blocks.5.self_attn.k.weight": "block_5.safetensors",
+ "blocks.5.self_attn.norm_k.weight": "block_5.safetensors",
+ "blocks.5.self_attn.norm_q.weight": "block_5.safetensors",
+ "blocks.5.self_attn.o.bias": "block_5.safetensors",
+ "blocks.5.self_attn.o.weight": "block_5.safetensors",
+ "blocks.5.self_attn.q.bias": "block_5.safetensors",
+ "blocks.5.self_attn.q.weight": "block_5.safetensors",
+ "blocks.5.self_attn.v.bias": "block_5.safetensors",
+ "blocks.5.self_attn.v.weight": "block_5.safetensors",
+ "blocks.5.cross_attn.k.weight_scale": "block_5.safetensors",
+ "blocks.5.cross_attn.k_img.weight_scale": "block_5.safetensors",
+ "blocks.5.cross_attn.o.weight_scale": "block_5.safetensors",
+ "blocks.5.cross_attn.q.weight_scale": "block_5.safetensors",
+ "blocks.5.cross_attn.v.weight_scale": "block_5.safetensors",
+ "blocks.5.cross_attn.v_img.weight_scale": "block_5.safetensors",
+ "blocks.5.ffn.0.weight_scale": "block_5.safetensors",
+ "blocks.5.ffn.2.weight_scale": "block_5.safetensors",
+ "blocks.5.self_attn.k.weight_scale": "block_5.safetensors",
+ "blocks.5.self_attn.o.weight_scale": "block_5.safetensors",
+ "blocks.5.self_attn.q.weight_scale": "block_5.safetensors",
+ "blocks.5.self_attn.v.weight_scale": "block_5.safetensors",
+ "blocks.6.cross_attn.k.bias": "block_6.safetensors",
+ "blocks.6.cross_attn.k.weight": "block_6.safetensors",
+ "blocks.6.cross_attn.k_img.bias": "block_6.safetensors",
+ "blocks.6.cross_attn.k_img.weight": "block_6.safetensors",
+ "blocks.6.cross_attn.norm_k.weight": "block_6.safetensors",
+ "blocks.6.cross_attn.norm_k_img.weight": "block_6.safetensors",
+ "blocks.6.cross_attn.norm_q.weight": "block_6.safetensors",
+ "blocks.6.cross_attn.o.bias": "block_6.safetensors",
+ "blocks.6.cross_attn.o.weight": "block_6.safetensors",
+ "blocks.6.cross_attn.q.bias": "block_6.safetensors",
+ "blocks.6.cross_attn.q.weight": "block_6.safetensors",
+ "blocks.6.cross_attn.v.bias": "block_6.safetensors",
+ "blocks.6.cross_attn.v.weight": "block_6.safetensors",
+ "blocks.6.cross_attn.v_img.bias": "block_6.safetensors",
+ "blocks.6.cross_attn.v_img.weight": "block_6.safetensors",
+ "blocks.6.ffn.0.bias": "block_6.safetensors",
+ "blocks.6.ffn.0.weight": "block_6.safetensors",
+ "blocks.6.ffn.2.bias": "block_6.safetensors",
+ "blocks.6.ffn.2.weight": "block_6.safetensors",
+ "blocks.6.modulation": "block_6.safetensors",
+ "blocks.6.norm3.bias": "block_6.safetensors",
+ "blocks.6.norm3.weight": "block_6.safetensors",
+ "blocks.6.self_attn.k.bias": "block_6.safetensors",
+ "blocks.6.self_attn.k.weight": "block_6.safetensors",
+ "blocks.6.self_attn.norm_k.weight": "block_6.safetensors",
+ "blocks.6.self_attn.norm_q.weight": "block_6.safetensors",
+ "blocks.6.self_attn.o.bias": "block_6.safetensors",
+ "blocks.6.self_attn.o.weight": "block_6.safetensors",
+ "blocks.6.self_attn.q.bias": "block_6.safetensors",
+ "blocks.6.self_attn.q.weight": "block_6.safetensors",
+ "blocks.6.self_attn.v.bias": "block_6.safetensors",
+ "blocks.6.self_attn.v.weight": "block_6.safetensors",
+ "blocks.6.cross_attn.k.weight_scale": "block_6.safetensors",
+ "blocks.6.cross_attn.k_img.weight_scale": "block_6.safetensors",
+ "blocks.6.cross_attn.o.weight_scale": "block_6.safetensors",
+ "blocks.6.cross_attn.q.weight_scale": "block_6.safetensors",
+ "blocks.6.cross_attn.v.weight_scale": "block_6.safetensors",
+ "blocks.6.cross_attn.v_img.weight_scale": "block_6.safetensors",
+ "blocks.6.ffn.0.weight_scale": "block_6.safetensors",
+ "blocks.6.ffn.2.weight_scale": "block_6.safetensors",
+ "blocks.6.self_attn.k.weight_scale": "block_6.safetensors",
+ "blocks.6.self_attn.o.weight_scale": "block_6.safetensors",
+ "blocks.6.self_attn.q.weight_scale": "block_6.safetensors",
+ "blocks.6.self_attn.v.weight_scale": "block_6.safetensors",
+ "blocks.12.cross_attn.k.bias": "block_12.safetensors",
+ "blocks.12.cross_attn.k.weight": "block_12.safetensors",
+ "blocks.12.cross_attn.k_img.bias": "block_12.safetensors",
+ "blocks.12.cross_attn.k_img.weight": "block_12.safetensors",
+ "blocks.12.cross_attn.norm_k.weight": "block_12.safetensors",
+ "blocks.12.cross_attn.norm_k_img.weight": "block_12.safetensors",
+ "blocks.12.cross_attn.norm_q.weight": "block_12.safetensors",
+ "blocks.12.cross_attn.o.bias": "block_12.safetensors",
+ "blocks.12.cross_attn.o.weight": "block_12.safetensors",
+ "blocks.12.cross_attn.q.bias": "block_12.safetensors",
+ "blocks.12.cross_attn.q.weight": "block_12.safetensors",
+ "blocks.12.cross_attn.v.bias": "block_12.safetensors",
+ "blocks.12.cross_attn.v.weight": "block_12.safetensors",
+ "blocks.12.cross_attn.v_img.bias": "block_12.safetensors",
+ "blocks.12.cross_attn.v_img.weight": "block_12.safetensors",
+ "blocks.12.ffn.0.bias": "block_12.safetensors",
+ "blocks.12.ffn.0.weight": "block_12.safetensors",
+ "blocks.12.ffn.2.bias": "block_12.safetensors",
+ "blocks.12.ffn.2.weight": "block_12.safetensors",
+ "blocks.12.modulation": "block_12.safetensors",
+ "blocks.12.norm3.bias": "block_12.safetensors",
+ "blocks.12.norm3.weight": "block_12.safetensors",
+ "blocks.12.self_attn.k.bias": "block_12.safetensors",
+ "blocks.12.self_attn.k.weight": "block_12.safetensors",
+ "blocks.12.self_attn.norm_k.weight": "block_12.safetensors",
+ "blocks.12.self_attn.norm_q.weight": "block_12.safetensors",
+ "blocks.12.self_attn.o.bias": "block_12.safetensors",
+ "blocks.12.self_attn.o.weight": "block_12.safetensors",
+ "blocks.12.self_attn.q.bias": "block_12.safetensors",
+ "blocks.12.self_attn.q.weight": "block_12.safetensors",
+ "blocks.12.self_attn.v.bias": "block_12.safetensors",
+ "blocks.12.self_attn.v.weight": "block_12.safetensors",
+ "blocks.12.cross_attn.k.weight_scale": "block_12.safetensors",
+ "blocks.12.cross_attn.k_img.weight_scale": "block_12.safetensors",
+ "blocks.12.cross_attn.o.weight_scale": "block_12.safetensors",
+ "blocks.12.cross_attn.q.weight_scale": "block_12.safetensors",
+ "blocks.12.cross_attn.v.weight_scale": "block_12.safetensors",
+ "blocks.12.cross_attn.v_img.weight_scale": "block_12.safetensors",
+ "blocks.12.ffn.0.weight_scale": "block_12.safetensors",
+ "blocks.12.ffn.2.weight_scale": "block_12.safetensors",
+ "blocks.12.self_attn.k.weight_scale": "block_12.safetensors",
+ "blocks.12.self_attn.o.weight_scale": "block_12.safetensors",
+ "blocks.12.self_attn.q.weight_scale": "block_12.safetensors",
+ "blocks.12.self_attn.v.weight_scale": "block_12.safetensors",
+ "blocks.13.cross_attn.k.bias": "block_13.safetensors",
+ "blocks.13.cross_attn.k.weight": "block_13.safetensors",
+ "blocks.13.cross_attn.k_img.bias": "block_13.safetensors",
+ "blocks.13.cross_attn.k_img.weight": "block_13.safetensors",
+ "blocks.13.cross_attn.norm_k.weight": "block_13.safetensors",
+ "blocks.13.cross_attn.norm_k_img.weight": "block_13.safetensors",
+ "blocks.13.cross_attn.norm_q.weight": "block_13.safetensors",
+ "blocks.13.cross_attn.o.bias": "block_13.safetensors",
+ "blocks.13.cross_attn.o.weight": "block_13.safetensors",
+ "blocks.13.cross_attn.q.bias": "block_13.safetensors",
+ "blocks.13.cross_attn.q.weight": "block_13.safetensors",
+ "blocks.13.cross_attn.v.bias": "block_13.safetensors",
+ "blocks.13.cross_attn.v.weight": "block_13.safetensors",
+ "blocks.13.cross_attn.v_img.bias": "block_13.safetensors",
+ "blocks.13.cross_attn.v_img.weight": "block_13.safetensors",
+ "blocks.13.ffn.0.bias": "block_13.safetensors",
+ "blocks.13.ffn.0.weight": "block_13.safetensors",
+ "blocks.13.ffn.2.bias": "block_13.safetensors",
+ "blocks.13.ffn.2.weight": "block_13.safetensors",
+ "blocks.13.modulation": "block_13.safetensors",
+ "blocks.13.norm3.bias": "block_13.safetensors",
+ "blocks.13.norm3.weight": "block_13.safetensors",
+ "blocks.13.self_attn.k.bias": "block_13.safetensors",
+ "blocks.13.self_attn.k.weight": "block_13.safetensors",
+ "blocks.13.self_attn.norm_k.weight": "block_13.safetensors",
+ "blocks.13.self_attn.norm_q.weight": "block_13.safetensors",
+ "blocks.13.self_attn.o.bias": "block_13.safetensors",
+ "blocks.13.self_attn.o.weight": "block_13.safetensors",
+ "blocks.13.self_attn.q.bias": "block_13.safetensors",
+ "blocks.13.self_attn.q.weight": "block_13.safetensors",
+ "blocks.13.self_attn.v.bias": "block_13.safetensors",
+ "blocks.13.self_attn.v.weight": "block_13.safetensors",
+ "blocks.13.cross_attn.k.weight_scale": "block_13.safetensors",
+ "blocks.13.cross_attn.k_img.weight_scale": "block_13.safetensors",
+ "blocks.13.cross_attn.o.weight_scale": "block_13.safetensors",
+ "blocks.13.cross_attn.q.weight_scale": "block_13.safetensors",
+ "blocks.13.cross_attn.v.weight_scale": "block_13.safetensors",
+ "blocks.13.cross_attn.v_img.weight_scale": "block_13.safetensors",
+ "blocks.13.ffn.0.weight_scale": "block_13.safetensors",
+ "blocks.13.ffn.2.weight_scale": "block_13.safetensors",
+ "blocks.13.self_attn.k.weight_scale": "block_13.safetensors",
+ "blocks.13.self_attn.o.weight_scale": "block_13.safetensors",
+ "blocks.13.self_attn.q.weight_scale": "block_13.safetensors",
+ "blocks.13.self_attn.v.weight_scale": "block_13.safetensors",
+ "blocks.14.cross_attn.k.bias": "block_14.safetensors",
+ "blocks.14.cross_attn.k.weight": "block_14.safetensors",
+ "blocks.14.cross_attn.k_img.bias": "block_14.safetensors",
+ "blocks.14.cross_attn.k_img.weight": "block_14.safetensors",
+ "blocks.14.cross_attn.norm_k.weight": "block_14.safetensors",
+ "blocks.14.cross_attn.norm_k_img.weight": "block_14.safetensors",
+ "blocks.14.cross_attn.norm_q.weight": "block_14.safetensors",
+ "blocks.14.cross_attn.o.bias": "block_14.safetensors",
+ "blocks.14.cross_attn.o.weight": "block_14.safetensors",
+ "blocks.14.cross_attn.q.bias": "block_14.safetensors",
+ "blocks.14.cross_attn.q.weight": "block_14.safetensors",
+ "blocks.14.cross_attn.v.bias": "block_14.safetensors",
+ "blocks.14.cross_attn.v.weight": "block_14.safetensors",
+ "blocks.14.cross_attn.v_img.bias": "block_14.safetensors",
+ "blocks.14.cross_attn.v_img.weight": "block_14.safetensors",
+ "blocks.14.ffn.0.bias": "block_14.safetensors",
+ "blocks.14.ffn.0.weight": "block_14.safetensors",
+ "blocks.14.ffn.2.bias": "block_14.safetensors",
+ "blocks.14.ffn.2.weight": "block_14.safetensors",
+ "blocks.14.modulation": "block_14.safetensors",
+ "blocks.14.norm3.bias": "block_14.safetensors",
+ "blocks.14.norm3.weight": "block_14.safetensors",
+ "blocks.14.self_attn.k.bias": "block_14.safetensors",
+ "blocks.14.self_attn.k.weight": "block_14.safetensors",
+ "blocks.14.self_attn.norm_k.weight": "block_14.safetensors",
+ "blocks.14.self_attn.norm_q.weight": "block_14.safetensors",
+ "blocks.14.self_attn.o.bias": "block_14.safetensors",
+ "blocks.14.self_attn.o.weight": "block_14.safetensors",
+ "blocks.14.self_attn.q.bias": "block_14.safetensors",
+ "blocks.14.self_attn.q.weight": "block_14.safetensors",
+ "blocks.14.self_attn.v.bias": "block_14.safetensors",
+ "blocks.14.self_attn.v.weight": "block_14.safetensors",
+ "blocks.14.cross_attn.k.weight_scale": "block_14.safetensors",
+ "blocks.14.cross_attn.k_img.weight_scale": "block_14.safetensors",
+ "blocks.14.cross_attn.o.weight_scale": "block_14.safetensors",
+ "blocks.14.cross_attn.q.weight_scale": "block_14.safetensors",
+ "blocks.14.cross_attn.v.weight_scale": "block_14.safetensors",
+ "blocks.14.cross_attn.v_img.weight_scale": "block_14.safetensors",
+ "blocks.14.ffn.0.weight_scale": "block_14.safetensors",
+ "blocks.14.ffn.2.weight_scale": "block_14.safetensors",
+ "blocks.14.self_attn.k.weight_scale": "block_14.safetensors",
+ "blocks.14.self_attn.o.weight_scale": "block_14.safetensors",
+ "blocks.14.self_attn.q.weight_scale": "block_14.safetensors",
+ "blocks.14.self_attn.v.weight_scale": "block_14.safetensors",
+ "blocks.26.cross_attn.k.bias": "block_26.safetensors",
+ "blocks.26.cross_attn.k.weight": "block_26.safetensors",
+ "blocks.26.cross_attn.k_img.bias": "block_26.safetensors",
+ "blocks.26.cross_attn.k_img.weight": "block_26.safetensors",
+ "blocks.26.cross_attn.norm_k.weight": "block_26.safetensors",
+ "blocks.26.cross_attn.norm_k_img.weight": "block_26.safetensors",
+ "blocks.26.cross_attn.norm_q.weight": "block_26.safetensors",
+ "blocks.26.cross_attn.o.bias": "block_26.safetensors",
+ "blocks.26.cross_attn.o.weight": "block_26.safetensors",
+ "blocks.26.cross_attn.q.bias": "block_26.safetensors",
+ "blocks.26.cross_attn.q.weight": "block_26.safetensors",
+ "blocks.26.cross_attn.v.bias": "block_26.safetensors",
+ "blocks.26.cross_attn.v.weight": "block_26.safetensors",
+ "blocks.26.cross_attn.v_img.bias": "block_26.safetensors",
+ "blocks.26.cross_attn.v_img.weight": "block_26.safetensors",
+ "blocks.26.ffn.0.bias": "block_26.safetensors",
+ "blocks.26.ffn.0.weight": "block_26.safetensors",
+ "blocks.26.ffn.2.bias": "block_26.safetensors",
+ "blocks.26.ffn.2.weight": "block_26.safetensors",
+ "blocks.26.modulation": "block_26.safetensors",
+ "blocks.26.norm3.bias": "block_26.safetensors",
+ "blocks.26.norm3.weight": "block_26.safetensors",
+ "blocks.26.self_attn.k.bias": "block_26.safetensors",
+ "blocks.26.self_attn.k.weight": "block_26.safetensors",
+ "blocks.26.self_attn.norm_k.weight": "block_26.safetensors",
+ "blocks.26.self_attn.norm_q.weight": "block_26.safetensors",
+ "blocks.26.self_attn.o.bias": "block_26.safetensors",
+ "blocks.26.self_attn.o.weight": "block_26.safetensors",
+ "blocks.26.self_attn.q.bias": "block_26.safetensors",
+ "blocks.26.self_attn.q.weight": "block_26.safetensors",
+ "blocks.26.self_attn.v.bias": "block_26.safetensors",
+ "blocks.26.self_attn.v.weight": "block_26.safetensors",
+ "blocks.26.cross_attn.k.weight_scale": "block_26.safetensors",
+ "blocks.26.cross_attn.k_img.weight_scale": "block_26.safetensors",
+ "blocks.26.cross_attn.o.weight_scale": "block_26.safetensors",
+ "blocks.26.cross_attn.q.weight_scale": "block_26.safetensors",
+ "blocks.26.cross_attn.v.weight_scale": "block_26.safetensors",
+ "blocks.26.cross_attn.v_img.weight_scale": "block_26.safetensors",
+ "blocks.26.ffn.0.weight_scale": "block_26.safetensors",
+ "blocks.26.ffn.2.weight_scale": "block_26.safetensors",
+ "blocks.26.self_attn.k.weight_scale": "block_26.safetensors",
+ "blocks.26.self_attn.o.weight_scale": "block_26.safetensors",
+ "blocks.26.self_attn.q.weight_scale": "block_26.safetensors",
+ "blocks.26.self_attn.v.weight_scale": "block_26.safetensors",
+ "blocks.27.cross_attn.k.bias": "block_27.safetensors",
+ "blocks.27.cross_attn.k.weight": "block_27.safetensors",
+ "blocks.27.cross_attn.k_img.bias": "block_27.safetensors",
+ "blocks.27.cross_attn.k_img.weight": "block_27.safetensors",
+ "blocks.27.cross_attn.norm_k.weight": "block_27.safetensors",
+ "blocks.27.cross_attn.norm_k_img.weight": "block_27.safetensors",
+ "blocks.27.cross_attn.norm_q.weight": "block_27.safetensors",
+ "blocks.27.cross_attn.o.bias": "block_27.safetensors",
+ "blocks.27.cross_attn.o.weight": "block_27.safetensors",
+ "blocks.27.cross_attn.q.bias": "block_27.safetensors",
+ "blocks.27.cross_attn.q.weight": "block_27.safetensors",
+ "blocks.27.cross_attn.v.bias": "block_27.safetensors",
+ "blocks.27.cross_attn.v.weight": "block_27.safetensors",
+ "blocks.27.cross_attn.v_img.bias": "block_27.safetensors",
+ "blocks.27.cross_attn.v_img.weight": "block_27.safetensors",
+ "blocks.27.ffn.0.bias": "block_27.safetensors",
+ "blocks.27.ffn.0.weight": "block_27.safetensors",
+ "blocks.27.ffn.2.bias": "block_27.safetensors",
+ "blocks.27.ffn.2.weight": "block_27.safetensors",
+ "blocks.27.modulation": "block_27.safetensors",
+ "blocks.27.norm3.bias": "block_27.safetensors",
+ "blocks.27.norm3.weight": "block_27.safetensors",
+ "blocks.27.self_attn.k.bias": "block_27.safetensors",
+ "blocks.27.self_attn.k.weight": "block_27.safetensors",
+ "blocks.27.self_attn.norm_k.weight": "block_27.safetensors",
+ "blocks.27.self_attn.norm_q.weight": "block_27.safetensors",
+ "blocks.27.self_attn.o.bias": "block_27.safetensors",
+ "blocks.27.self_attn.o.weight": "block_27.safetensors",
+ "blocks.27.self_attn.q.bias": "block_27.safetensors",
+ "blocks.27.self_attn.q.weight": "block_27.safetensors",
+ "blocks.27.self_attn.v.bias": "block_27.safetensors",
+ "blocks.27.self_attn.v.weight": "block_27.safetensors",
+ "blocks.27.cross_attn.k.weight_scale": "block_27.safetensors",
+ "blocks.27.cross_attn.k_img.weight_scale": "block_27.safetensors",
+ "blocks.27.cross_attn.o.weight_scale": "block_27.safetensors",
+ "blocks.27.cross_attn.q.weight_scale": "block_27.safetensors",
+ "blocks.27.cross_attn.v.weight_scale": "block_27.safetensors",
+ "blocks.27.cross_attn.v_img.weight_scale": "block_27.safetensors",
+ "blocks.27.ffn.0.weight_scale": "block_27.safetensors",
+ "blocks.27.ffn.2.weight_scale": "block_27.safetensors",
+ "blocks.27.self_attn.k.weight_scale": "block_27.safetensors",
+ "blocks.27.self_attn.o.weight_scale": "block_27.safetensors",
+ "blocks.27.self_attn.q.weight_scale": "block_27.safetensors",
+ "blocks.27.self_attn.v.weight_scale": "block_27.safetensors",
+ "blocks.20.cross_attn.k.bias": "block_20.safetensors",
+ "blocks.20.cross_attn.k.weight": "block_20.safetensors",
+ "blocks.20.cross_attn.k_img.bias": "block_20.safetensors",
+ "blocks.20.cross_attn.k_img.weight": "block_20.safetensors",
+ "blocks.20.cross_attn.norm_k.weight": "block_20.safetensors",
+ "blocks.20.cross_attn.norm_k_img.weight": "block_20.safetensors",
+ "blocks.20.cross_attn.norm_q.weight": "block_20.safetensors",
+ "blocks.20.cross_attn.o.bias": "block_20.safetensors",
+ "blocks.20.cross_attn.o.weight": "block_20.safetensors",
+ "blocks.20.cross_attn.q.bias": "block_20.safetensors",
+ "blocks.20.cross_attn.q.weight": "block_20.safetensors",
+ "blocks.20.cross_attn.v.bias": "block_20.safetensors",
+ "blocks.20.cross_attn.v.weight": "block_20.safetensors",
+ "blocks.20.cross_attn.v_img.bias": "block_20.safetensors",
+ "blocks.20.cross_attn.v_img.weight": "block_20.safetensors",
+ "blocks.20.ffn.0.bias": "block_20.safetensors",
+ "blocks.20.ffn.0.weight": "block_20.safetensors",
+ "blocks.20.ffn.2.bias": "block_20.safetensors",
+ "blocks.20.ffn.2.weight": "block_20.safetensors",
+ "blocks.20.modulation": "block_20.safetensors",
+ "blocks.20.norm3.bias": "block_20.safetensors",
+ "blocks.20.norm3.weight": "block_20.safetensors",
+ "blocks.20.self_attn.k.bias": "block_20.safetensors",
+ "blocks.20.self_attn.k.weight": "block_20.safetensors",
+ "blocks.20.self_attn.norm_k.weight": "block_20.safetensors",
+ "blocks.20.self_attn.norm_q.weight": "block_20.safetensors",
+ "blocks.20.self_attn.o.bias": "block_20.safetensors",
+ "blocks.20.self_attn.o.weight": "block_20.safetensors",
+ "blocks.20.self_attn.q.bias": "block_20.safetensors",
+ "blocks.20.self_attn.q.weight": "block_20.safetensors",
+ "blocks.20.self_attn.v.bias": "block_20.safetensors",
+ "blocks.20.self_attn.v.weight": "block_20.safetensors",
+ "blocks.20.cross_attn.k.weight_scale": "block_20.safetensors",
+ "blocks.20.cross_attn.k_img.weight_scale": "block_20.safetensors",
+ "blocks.20.cross_attn.o.weight_scale": "block_20.safetensors",
+ "blocks.20.cross_attn.q.weight_scale": "block_20.safetensors",
+ "blocks.20.cross_attn.v.weight_scale": "block_20.safetensors",
+ "blocks.20.cross_attn.v_img.weight_scale": "block_20.safetensors",
+ "blocks.20.ffn.0.weight_scale": "block_20.safetensors",
+ "blocks.20.ffn.2.weight_scale": "block_20.safetensors",
+ "blocks.20.self_attn.k.weight_scale": "block_20.safetensors",
+ "blocks.20.self_attn.o.weight_scale": "block_20.safetensors",
+ "blocks.20.self_attn.q.weight_scale": "block_20.safetensors",
+ "blocks.20.self_attn.v.weight_scale": "block_20.safetensors",
+ "blocks.21.cross_attn.k.bias": "block_21.safetensors",
+ "blocks.21.cross_attn.k.weight": "block_21.safetensors",
+ "blocks.21.cross_attn.k_img.bias": "block_21.safetensors",
+ "blocks.21.cross_attn.k_img.weight": "block_21.safetensors",
+ "blocks.21.cross_attn.norm_k.weight": "block_21.safetensors",
+ "blocks.21.cross_attn.norm_k_img.weight": "block_21.safetensors",
+ "blocks.21.cross_attn.norm_q.weight": "block_21.safetensors",
+ "blocks.21.cross_attn.o.bias": "block_21.safetensors",
+ "blocks.21.cross_attn.o.weight": "block_21.safetensors",
+ "blocks.21.cross_attn.q.bias": "block_21.safetensors",
+ "blocks.21.cross_attn.q.weight": "block_21.safetensors",
+ "blocks.21.cross_attn.v.bias": "block_21.safetensors",
+ "blocks.21.cross_attn.v.weight": "block_21.safetensors",
+ "blocks.21.cross_attn.v_img.bias": "block_21.safetensors",
+ "blocks.21.cross_attn.v_img.weight": "block_21.safetensors",
+ "blocks.21.ffn.0.bias": "block_21.safetensors",
+ "blocks.21.ffn.0.weight": "block_21.safetensors",
+ "blocks.21.ffn.2.bias": "block_21.safetensors",
+ "blocks.21.ffn.2.weight": "block_21.safetensors",
+ "blocks.21.modulation": "block_21.safetensors",
+ "blocks.21.norm3.bias": "block_21.safetensors",
+ "blocks.21.norm3.weight": "block_21.safetensors",
+ "blocks.21.self_attn.k.bias": "block_21.safetensors",
+ "blocks.21.self_attn.k.weight": "block_21.safetensors",
+ "blocks.21.self_attn.norm_k.weight": "block_21.safetensors",
+ "blocks.21.self_attn.norm_q.weight": "block_21.safetensors",
+ "blocks.21.self_attn.o.bias": "block_21.safetensors",
+ "blocks.21.self_attn.o.weight": "block_21.safetensors",
+ "blocks.21.self_attn.q.bias": "block_21.safetensors",
+ "blocks.21.self_attn.q.weight": "block_21.safetensors",
+ "blocks.21.self_attn.v.bias": "block_21.safetensors",
+ "blocks.21.self_attn.v.weight": "block_21.safetensors",
+ "blocks.21.cross_attn.k.weight_scale": "block_21.safetensors",
+ "blocks.21.cross_attn.k_img.weight_scale": "block_21.safetensors",
+ "blocks.21.cross_attn.o.weight_scale": "block_21.safetensors",
+ "blocks.21.cross_attn.q.weight_scale": "block_21.safetensors",
+ "blocks.21.cross_attn.v.weight_scale": "block_21.safetensors",
+ "blocks.21.cross_attn.v_img.weight_scale": "block_21.safetensors",
+ "blocks.21.ffn.0.weight_scale": "block_21.safetensors",
+ "blocks.21.ffn.2.weight_scale": "block_21.safetensors",
+ "blocks.21.self_attn.k.weight_scale": "block_21.safetensors",
+ "blocks.21.self_attn.o.weight_scale": "block_21.safetensors",
+ "blocks.21.self_attn.q.weight_scale": "block_21.safetensors",
+ "blocks.21.self_attn.v.weight_scale": "block_21.safetensors",
+ "blocks.38.cross_attn.k.bias": "block_38.safetensors",
+ "blocks.38.cross_attn.k.weight": "block_38.safetensors",
+ "blocks.38.cross_attn.k_img.bias": "block_38.safetensors",
+ "blocks.38.cross_attn.k_img.weight": "block_38.safetensors",
+ "blocks.38.cross_attn.norm_k.weight": "block_38.safetensors",
+ "blocks.38.cross_attn.norm_k_img.weight": "block_38.safetensors",
+ "blocks.38.cross_attn.norm_q.weight": "block_38.safetensors",
+ "blocks.38.cross_attn.o.bias": "block_38.safetensors",
+ "blocks.38.cross_attn.o.weight": "block_38.safetensors",
+ "blocks.38.cross_attn.q.bias": "block_38.safetensors",
+ "blocks.38.cross_attn.q.weight": "block_38.safetensors",
+ "blocks.38.cross_attn.v.bias": "block_38.safetensors",
+ "blocks.38.cross_attn.v.weight": "block_38.safetensors",
+ "blocks.38.cross_attn.v_img.bias": "block_38.safetensors",
+ "blocks.38.cross_attn.v_img.weight": "block_38.safetensors",
+ "blocks.38.ffn.0.bias": "block_38.safetensors",
+ "blocks.38.ffn.0.weight": "block_38.safetensors",
+ "blocks.38.ffn.2.bias": "block_38.safetensors",
+ "blocks.38.ffn.2.weight": "block_38.safetensors",
+ "blocks.38.modulation": "block_38.safetensors",
+ "blocks.38.norm3.bias": "block_38.safetensors",
+ "blocks.38.norm3.weight": "block_38.safetensors",
+ "blocks.38.self_attn.k.bias": "block_38.safetensors",
+ "blocks.38.self_attn.k.weight": "block_38.safetensors",
+ "blocks.38.self_attn.norm_k.weight": "block_38.safetensors",
+ "blocks.38.self_attn.norm_q.weight": "block_38.safetensors",
+ "blocks.38.self_attn.o.bias": "block_38.safetensors",
+ "blocks.38.self_attn.o.weight": "block_38.safetensors",
+ "blocks.38.self_attn.q.bias": "block_38.safetensors",
+ "blocks.38.self_attn.q.weight": "block_38.safetensors",
+ "blocks.38.self_attn.v.bias": "block_38.safetensors",
+ "blocks.38.self_attn.v.weight": "block_38.safetensors",
+ "blocks.38.cross_attn.k.weight_scale": "block_38.safetensors",
+ "blocks.38.cross_attn.k_img.weight_scale": "block_38.safetensors",
+ "blocks.38.cross_attn.o.weight_scale": "block_38.safetensors",
+ "blocks.38.cross_attn.q.weight_scale": "block_38.safetensors",
+ "blocks.38.cross_attn.v.weight_scale": "block_38.safetensors",
+ "blocks.38.cross_attn.v_img.weight_scale": "block_38.safetensors",
+ "blocks.38.ffn.0.weight_scale": "block_38.safetensors",
+ "blocks.38.ffn.2.weight_scale": "block_38.safetensors",
+ "blocks.38.self_attn.k.weight_scale": "block_38.safetensors",
+ "blocks.38.self_attn.o.weight_scale": "block_38.safetensors",
+ "blocks.38.self_attn.q.weight_scale": "block_38.safetensors",
+ "blocks.38.self_attn.v.weight_scale": "block_38.safetensors",
+ "blocks.39.cross_attn.k.bias": "block_39.safetensors",
+ "blocks.39.cross_attn.k.weight": "block_39.safetensors",
+ "blocks.39.cross_attn.k_img.bias": "block_39.safetensors",
+ "blocks.39.cross_attn.k_img.weight": "block_39.safetensors",
+ "blocks.39.cross_attn.norm_k.weight": "block_39.safetensors",
+ "blocks.39.cross_attn.norm_k_img.weight": "block_39.safetensors",
+ "blocks.39.cross_attn.norm_q.weight": "block_39.safetensors",
+ "blocks.39.cross_attn.o.bias": "block_39.safetensors",
+ "blocks.39.cross_attn.o.weight": "block_39.safetensors",
+ "blocks.39.cross_attn.q.bias": "block_39.safetensors",
+ "blocks.39.cross_attn.q.weight": "block_39.safetensors",
+ "blocks.39.cross_attn.v.bias": "block_39.safetensors",
+ "blocks.39.cross_attn.v.weight": "block_39.safetensors",
+ "blocks.39.cross_attn.v_img.bias": "block_39.safetensors",
+ "blocks.39.cross_attn.v_img.weight": "block_39.safetensors",
+ "blocks.39.ffn.0.bias": "block_39.safetensors",
+ "blocks.39.ffn.0.weight": "block_39.safetensors",
+ "blocks.39.ffn.2.bias": "block_39.safetensors",
+ "blocks.39.ffn.2.weight": "block_39.safetensors",
+ "blocks.39.modulation": "block_39.safetensors",
+ "blocks.39.norm3.bias": "block_39.safetensors",
+ "blocks.39.norm3.weight": "block_39.safetensors",
+ "blocks.39.self_attn.k.bias": "block_39.safetensors",
+ "blocks.39.self_attn.k.weight": "block_39.safetensors",
+ "blocks.39.self_attn.norm_k.weight": "block_39.safetensors",
+ "blocks.39.self_attn.norm_q.weight": "block_39.safetensors",
+ "blocks.39.self_attn.o.bias": "block_39.safetensors",
+ "blocks.39.self_attn.o.weight": "block_39.safetensors",
+ "blocks.39.self_attn.q.bias": "block_39.safetensors",
+ "blocks.39.self_attn.q.weight": "block_39.safetensors",
+ "blocks.39.self_attn.v.bias": "block_39.safetensors",
+ "blocks.39.self_attn.v.weight": "block_39.safetensors",
+ "blocks.39.cross_attn.k.weight_scale": "block_39.safetensors",
+ "blocks.39.cross_attn.k_img.weight_scale": "block_39.safetensors",
+ "blocks.39.cross_attn.o.weight_scale": "block_39.safetensors",
+ "blocks.39.cross_attn.q.weight_scale": "block_39.safetensors",
+ "blocks.39.cross_attn.v.weight_scale": "block_39.safetensors",
+ "blocks.39.cross_attn.v_img.weight_scale": "block_39.safetensors",
+ "blocks.39.ffn.0.weight_scale": "block_39.safetensors",
+ "blocks.39.ffn.2.weight_scale": "block_39.safetensors",
+ "blocks.39.self_attn.k.weight_scale": "block_39.safetensors",
+ "blocks.39.self_attn.o.weight_scale": "block_39.safetensors",
+ "blocks.39.self_attn.q.weight_scale": "block_39.safetensors",
+ "blocks.39.self_attn.v.weight_scale": "block_39.safetensors",
+ "blocks.15.cross_attn.k.bias": "block_15.safetensors",
+ "blocks.15.cross_attn.k.weight": "block_15.safetensors",
+ "blocks.15.cross_attn.k_img.bias": "block_15.safetensors",
+ "blocks.15.cross_attn.k_img.weight": "block_15.safetensors",
+ "blocks.15.cross_attn.norm_k.weight": "block_15.safetensors",
+ "blocks.15.cross_attn.norm_k_img.weight": "block_15.safetensors",
+ "blocks.15.cross_attn.norm_q.weight": "block_15.safetensors",
+ "blocks.15.cross_attn.o.bias": "block_15.safetensors",
+ "blocks.15.cross_attn.o.weight": "block_15.safetensors",
+ "blocks.15.cross_attn.q.bias": "block_15.safetensors",
+ "blocks.15.cross_attn.q.weight": "block_15.safetensors",
+ "blocks.15.cross_attn.v.bias": "block_15.safetensors",
+ "blocks.15.cross_attn.v.weight": "block_15.safetensors",
+ "blocks.15.cross_attn.v_img.bias": "block_15.safetensors",
+ "blocks.15.cross_attn.v_img.weight": "block_15.safetensors",
+ "blocks.15.ffn.0.bias": "block_15.safetensors",
+ "blocks.15.ffn.0.weight": "block_15.safetensors",
+ "blocks.15.ffn.2.bias": "block_15.safetensors",
+ "blocks.15.ffn.2.weight": "block_15.safetensors",
+ "blocks.15.modulation": "block_15.safetensors",
+ "blocks.15.norm3.bias": "block_15.safetensors",
+ "blocks.15.norm3.weight": "block_15.safetensors",
+ "blocks.15.self_attn.k.bias": "block_15.safetensors",
+ "blocks.15.self_attn.k.weight": "block_15.safetensors",
+ "blocks.15.self_attn.norm_k.weight": "block_15.safetensors",
+ "blocks.15.self_attn.norm_q.weight": "block_15.safetensors",
+ "blocks.15.self_attn.o.bias": "block_15.safetensors",
+ "blocks.15.self_attn.o.weight": "block_15.safetensors",
+ "blocks.15.self_attn.q.bias": "block_15.safetensors",
+ "blocks.15.self_attn.q.weight": "block_15.safetensors",
+ "blocks.15.self_attn.v.bias": "block_15.safetensors",
+ "blocks.15.self_attn.v.weight": "block_15.safetensors",
+ "blocks.15.cross_attn.k.weight_scale": "block_15.safetensors",
+ "blocks.15.cross_attn.k_img.weight_scale": "block_15.safetensors",
+ "blocks.15.cross_attn.o.weight_scale": "block_15.safetensors",
+ "blocks.15.cross_attn.q.weight_scale": "block_15.safetensors",
+ "blocks.15.cross_attn.v.weight_scale": "block_15.safetensors",
+ "blocks.15.cross_attn.v_img.weight_scale": "block_15.safetensors",
+ "blocks.15.ffn.0.weight_scale": "block_15.safetensors",
+ "blocks.15.ffn.2.weight_scale": "block_15.safetensors",
+ "blocks.15.self_attn.k.weight_scale": "block_15.safetensors",
+ "blocks.15.self_attn.o.weight_scale": "block_15.safetensors",
+ "blocks.15.self_attn.q.weight_scale": "block_15.safetensors",
+ "blocks.15.self_attn.v.weight_scale": "block_15.safetensors",
+ "blocks.16.cross_attn.k.bias": "block_16.safetensors",
+ "blocks.16.cross_attn.k.weight": "block_16.safetensors",
+ "blocks.16.cross_attn.k_img.bias": "block_16.safetensors",
+ "blocks.16.cross_attn.k_img.weight": "block_16.safetensors",
+ "blocks.16.cross_attn.norm_k.weight": "block_16.safetensors",
+ "blocks.16.cross_attn.norm_k_img.weight": "block_16.safetensors",
+ "blocks.16.cross_attn.norm_q.weight": "block_16.safetensors",
+ "blocks.16.cross_attn.o.bias": "block_16.safetensors",
+ "blocks.16.cross_attn.o.weight": "block_16.safetensors",
+ "blocks.16.cross_attn.q.bias": "block_16.safetensors",
+ "blocks.16.cross_attn.q.weight": "block_16.safetensors",
+ "blocks.16.cross_attn.v.bias": "block_16.safetensors",
+ "blocks.16.cross_attn.v.weight": "block_16.safetensors",
+ "blocks.16.cross_attn.v_img.bias": "block_16.safetensors",
+ "blocks.16.cross_attn.v_img.weight": "block_16.safetensors",
+ "blocks.16.ffn.0.bias": "block_16.safetensors",
+ "blocks.16.ffn.0.weight": "block_16.safetensors",
+ "blocks.16.ffn.2.bias": "block_16.safetensors",
+ "blocks.16.ffn.2.weight": "block_16.safetensors",
+ "blocks.16.modulation": "block_16.safetensors",
+ "blocks.16.norm3.bias": "block_16.safetensors",
+ "blocks.16.norm3.weight": "block_16.safetensors",
+ "blocks.16.self_attn.k.bias": "block_16.safetensors",
+ "blocks.16.self_attn.k.weight": "block_16.safetensors",
+ "blocks.16.self_attn.norm_k.weight": "block_16.safetensors",
+ "blocks.16.self_attn.norm_q.weight": "block_16.safetensors",
+ "blocks.16.self_attn.o.bias": "block_16.safetensors",
+ "blocks.16.self_attn.o.weight": "block_16.safetensors",
+ "blocks.16.self_attn.q.bias": "block_16.safetensors",
+ "blocks.16.self_attn.q.weight": "block_16.safetensors",
+ "blocks.16.self_attn.v.bias": "block_16.safetensors",
+ "blocks.16.self_attn.v.weight": "block_16.safetensors",
+ "blocks.16.cross_attn.k.weight_scale": "block_16.safetensors",
+ "blocks.16.cross_attn.k_img.weight_scale": "block_16.safetensors",
+ "blocks.16.cross_attn.o.weight_scale": "block_16.safetensors",
+ "blocks.16.cross_attn.q.weight_scale": "block_16.safetensors",
+ "blocks.16.cross_attn.v.weight_scale": "block_16.safetensors",
+ "blocks.16.cross_attn.v_img.weight_scale": "block_16.safetensors",
+ "blocks.16.ffn.0.weight_scale": "block_16.safetensors",
+ "blocks.16.ffn.2.weight_scale": "block_16.safetensors",
+ "blocks.16.self_attn.k.weight_scale": "block_16.safetensors",
+ "blocks.16.self_attn.o.weight_scale": "block_16.safetensors",
+ "blocks.16.self_attn.q.weight_scale": "block_16.safetensors",
+ "blocks.16.self_attn.v.weight_scale": "block_16.safetensors",
+ "head.head.bias": "non_block.safetensors",
+ "head.head.weight": "non_block.safetensors",
+ "head.modulation": "non_block.safetensors",
+ "img_emb.proj.0.bias": "non_block.safetensors",
+ "img_emb.proj.0.weight": "non_block.safetensors",
+ "img_emb.proj.1.bias": "non_block.safetensors",
+ "img_emb.proj.1.weight": "non_block.safetensors",
+ "img_emb.proj.3.bias": "non_block.safetensors",
+ "img_emb.proj.3.weight": "non_block.safetensors",
+ "img_emb.proj.4.bias": "non_block.safetensors",
+ "img_emb.proj.4.weight": "non_block.safetensors",
+ "patch_embedding.bias": "non_block.safetensors",
+ "patch_embedding.weight": "non_block.safetensors",
+ "text_embedding.0.bias": "non_block.safetensors",
+ "text_embedding.0.weight": "non_block.safetensors",
+ "text_embedding.2.bias": "non_block.safetensors",
+ "text_embedding.2.weight": "non_block.safetensors",
+ "time_embedding.0.bias": "non_block.safetensors",
+ "time_embedding.0.weight": "non_block.safetensors",
+ "time_embedding.2.bias": "non_block.safetensors",
+ "time_embedding.2.weight": "non_block.safetensors",
+ "time_projection.1.bias": "non_block.safetensors",
+ "time_projection.1.weight": "non_block.safetensors"
+ }
+}
\ No newline at end of file
diff --git a/distill_fp8/google/umt5-xxl/special_tokens_map.json b/distill_fp8/google/umt5-xxl/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..14855e7052ffbb595057dfd791d293c1c940db2c
--- /dev/null
+++ b/distill_fp8/google/umt5-xxl/special_tokens_map.json
@@ -0,0 +1,308 @@
+{
+ "additional_special_tokens": [
+ "