diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b1d8810c269efa8619c0ed75043fe7642dc789af --- /dev/null +++ b/README.md @@ -0,0 +1,92 @@ +--- +base_model: + - lodestones/Chroma +base_model_relation: quantized +pipeline_tag: text-to-image +tags: +- dfloat11 +- df11 +- lossless compression +- 70% size, 100% accuracy +--- + +# DFloat11 Compressed Model: `lodestones/Chroma` + +This is a **DFloat11 losslessly compressed** version of the original `lodestones/Chroma` (v39) model. It reduces model size by **32%** compared to the original BFloat16 model, while maintaining **bit-identical outputs** and supporting **efficient GPU inference**. + +🔥🔥🔥 Thanks to DFloat11 compression, Chroma can now run smoothly on a single 16GB GPU without any quality loss. 🔥🔥🔥 + +### 📊 Performance Comparison + +| Metric | Chroma (BFloat16) | Chroma (DFloat11) | +| ----------------------------------------------- | ------------------- | ------------------- | +| Model Size | 17.80 GB | 12.16 GB | +| Peak GPU Memory
(1024×1024 image generation) | 18.33 GB | 13.26 GB | +| Generation Time
(A100 GPU) | 56 seconds | 59 seconds | + +### 🔧 How to Use + +1. Install or upgrade the DFloat11 pip package *(installs the CUDA kernel automatically; requires a CUDA-compatible GPU and PyTorch installed)*: + + ```bash + pip install -U dfloat11[cuda12] + # or if you have CUDA version 11: + # pip install -U dfloat11[cuda11] + ``` + +2. Install or upgrade the diffusers library. + + ```bash + pip install -U diffusers + ``` + +3. To use the DFloat11 model, run the following example code in Python: + + ```python + import torch + from diffusers import ChromaTransformer2DModel, ChromaPipeline + from transformers.modeling_utils import no_init_weights + from dfloat11 import DFloat11Model + + with no_init_weights(): + transformer = ChromaTransformer2DModel().to(torch.bfloat16) + + DFloat11Model.from_pretrained( + "DFloat11/Chroma-DF11", + bfloat16_model=transformer, + device="cpu", + ) + + pipe = ChromaPipeline.from_pretrained("lodestones/Chroma", transformer=transformer, torch_dtype=torch.bfloat16) + pipe.enable_model_cpu_offload() + + prompt = [ + "A high-fashion close-up portrait of a blonde woman in clear sunglasses. The image uses a bold teal and red color split for dramatic lighting. The background is a simple teal-green. The photo is sharp and well-composed, and is designed for viewing with anaglyph 3D glasses for optimal effect. It looks professionally done." + ] + negative_prompt = ["low quality, ugly, unfinished, out of focus, deformed, disfigure, blurry, smudged, restricted palette, flat colors"] + + image = pipe( + prompt=prompt, + negative_prompt=negative_prompt, + generator=torch.Generator("cpu").manual_seed(433), + num_inference_steps=40, + guidance_scale=3.0, + ).images[0] + + image.save("chroma-output.png") + ``` + + +### 🔍 How It Works + +We apply **Huffman coding** to losslessly compress the exponent bits of BFloat16 model weights, which are highly compressible (their 8 bits carry only ~2.6 bits of actual information). To enable fast inference, we implement a highly efficient CUDA kernel that performs on-the-fly weight decompression directly on the GPU. + +The result is a model that is **~32% smaller**, delivers **bit-identical outputs**, and achieves performance **comparable to the original** BFloat16 model. + +Learn more in our [research paper](https://arxiv.org/abs/2504.11651). + +### 📄 Learn More + +* **Paper**: [70% Size, 100% Accuracy: Lossless LLM Compression for Efficient GPU Inference via Dynamic-Length Float](https://arxiv.org/abs/2504.11651) +* **GitHub**: [https://github.com/LeanModels/DFloat11](https://github.com/LeanModels/DFloat11) +* **HuggingFace**: [https://huggingface.co/DFloat11](https://huggingface.co/DFloat11) diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..567bccc2ad3b317b7d2cae0610beebffa2447761 --- /dev/null +++ b/config.json @@ -0,0 +1,47 @@ +{ + "dfloat11_config": { + "bytes_per_thread": 8, + "pattern_dict": { + "distilled_guidance_layer": [ + "in_proj", + "layers.0.linear_1", + "layers.0.linear_2", + "layers.1.linear_1", + "layers.1.linear_2", + "layers.2.linear_1", + "layers.2.linear_2", + "layers.3.linear_1", + "layers.3.linear_2", + "layers.4.linear_1", + "layers.4.linear_2", + "out_proj" + ], + "transformer_blocks\\.\\d+": [ + "attn.to_q", + "attn.to_k", + "attn.to_v", + "attn.add_k_proj", + "attn.add_v_proj", + "attn.add_q_proj", + "attn.to_out.0", + "attn.to_add_out", + "ff.net.0.proj", + "ff.net.2", + "ff_context.net.0.proj", + "ff_context.net.2" + ], + "single_transformer_blocks\\.\\d+": [ + "proj_mlp", + "proj_out", + "attn.to_q", + "attn.to_k", + "attn.to_v" + ] + }, + "threads_per_block": [ + 512 + ], + "version": "0.2.0" + }, + "model_type": "llama" +} diff --git a/diffusion_pytorch_model.safetensors b/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b7aaf873bc3c8157715acc7722105c66951cda6b --- /dev/null +++ b/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1946cfee6b41a528f251ac4582090934b8c4bc1d547e45ccbaede1fee351ec42 +size 25965232 diff --git a/distilled_guidance_layer.safetensors b/distilled_guidance_layer.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af7e0e5d9a68b0741c15de4cec5d752cc75d61f4 --- /dev/null +++ b/distilled_guidance_layer.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc37fff09ef35f550d9f310cf6a28ee9fac063b73bc75a819ed7f67a6e746751 +size 401204615 diff --git a/single_transformer_blocks_0.safetensors b/single_transformer_blocks_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bfe51fb0bbf3c2dec3858a675a7d45749aaf4492 --- /dev/null +++ b/single_transformer_blocks_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0829592be0782ffb66f59e113f83fe9308b6feab407244809655df71f9bd54aa +size 153532475 diff --git a/single_transformer_blocks_1.safetensors b/single_transformer_blocks_1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c75c1645e4277c013c8d039cfc3277bfc1684cd4 --- /dev/null +++ b/single_transformer_blocks_1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94b14c33ac7b922fdbd1ff9aa1e7895cf078358409e437b3e602d6835d0af131 +size 153580561 diff --git a/single_transformer_blocks_10.safetensors b/single_transformer_blocks_10.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a9b7aa903677cefb735bbc5372e23c5d34532a8f --- /dev/null +++ b/single_transformer_blocks_10.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2e511e5b5d9b9426ce4bcddc5262192c672e1dbb8e3ddde55c47a688884ef73 +size 153574349 diff --git a/single_transformer_blocks_11.safetensors b/single_transformer_blocks_11.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..26ccb22893abe00a1f5216a34b97fbc48a5f388a --- /dev/null +++ b/single_transformer_blocks_11.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3e6bd200972b19d66c50eab42dd0027706a966df3119681ed5e6ab311a6cef0 +size 153639119 diff --git a/single_transformer_blocks_12.safetensors b/single_transformer_blocks_12.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..394bdccbd232087ecb3d793bdc0d33b2d5344a18 --- /dev/null +++ b/single_transformer_blocks_12.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca14768358c316bb9903706da8498f4f68099116b058abbc51dff2d826c4b18e +size 153605104 diff --git a/single_transformer_blocks_13.safetensors b/single_transformer_blocks_13.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..673a4c23543ecd515c2895db71b0af5677f38d06 --- /dev/null +++ b/single_transformer_blocks_13.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e44721502fff0f6ba54b9c737aa43bde143b01ba01f9968a0ebd99235dd7475f +size 153654212 diff --git a/single_transformer_blocks_14.safetensors b/single_transformer_blocks_14.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..62e4fd9b124da81814897ec0934881e9f9517bfe --- /dev/null +++ b/single_transformer_blocks_14.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25822a1ef6d542638cda48f7daeee92e52cd0f6cb8f9c478c16a35ae987920de +size 153711224 diff --git a/single_transformer_blocks_15.safetensors b/single_transformer_blocks_15.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4b60188fdeb7438a2a3bc681a05a9a8c99138e9e --- /dev/null +++ b/single_transformer_blocks_15.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5ab9eb274fb3c2b7ae3da59345f8d2234ae3d672f2e89a1b3d17d3752b7afd0 +size 153736678 diff --git a/single_transformer_blocks_16.safetensors b/single_transformer_blocks_16.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9f3699463abf32304c8b3d81e75ca3c7c267e73e --- /dev/null +++ b/single_transformer_blocks_16.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f4e023c35d13846aebfb1133e10f6fb1244ae5acb19f9aec473063cc28230b5 +size 153727163 diff --git a/single_transformer_blocks_17.safetensors b/single_transformer_blocks_17.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..834158ab260b0d5915d578d8edbc01abaca2b6cf --- /dev/null +++ b/single_transformer_blocks_17.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79caabbca55017c3ff828fc055c71562fe1eab071250648203318acd2962ba5d +size 153801637 diff --git a/single_transformer_blocks_18.safetensors b/single_transformer_blocks_18.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..01dfaf831fe17c00663b32ce5f19742d5837c1dd --- /dev/null +++ b/single_transformer_blocks_18.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3c7a726ab91e8fabe9bc3d117dc8c132bb50d90f232472f433be5a9ff10674a +size 153753097 diff --git a/single_transformer_blocks_19.safetensors b/single_transformer_blocks_19.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a58ca46e0a4b36e0b38120d57e3f7869096538e3 --- /dev/null +++ b/single_transformer_blocks_19.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a4ff424acbcec459571e1fd3c74394a38fbd2b3a355038e85160457d5f98341 +size 153702285 diff --git a/single_transformer_blocks_2.safetensors b/single_transformer_blocks_2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f1887958299ae049eca39b74dbdc30839b92d9ea --- /dev/null +++ b/single_transformer_blocks_2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eaabe701b4b4d7f06f5efbf9d63a42303c42711c12ed0147bec8325c3edf539 +size 153577280 diff --git a/single_transformer_blocks_20.safetensors b/single_transformer_blocks_20.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..84c91740ef85f15fad9ef38be09becf392562bf8 --- /dev/null +++ b/single_transformer_blocks_20.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eb0caf30338e5fa0140ce6408474122a6c68b2d1351674b9923958d6482893f +size 153743696 diff --git a/single_transformer_blocks_21.safetensors b/single_transformer_blocks_21.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..be34d5ddaaf543193cd98e8467911e9306556232 --- /dev/null +++ b/single_transformer_blocks_21.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d23dd0c2c914b0d936f9c109a937a6d026fb258588d6ac1fea657aac598f3b98 +size 153718684 diff --git a/single_transformer_blocks_22.safetensors b/single_transformer_blocks_22.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..34e94d47e6d66be5018735063fd1e38c050379a3 --- /dev/null +++ b/single_transformer_blocks_22.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6961ab68343d9a11e2293614eb4003bcc397e78816ecb0e5c094cee736fe9d7 +size 153732357 diff --git a/single_transformer_blocks_23.safetensors b/single_transformer_blocks_23.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9248ef807602f8ecbc19d7aa8f6fbbe586b5df99 --- /dev/null +++ b/single_transformer_blocks_23.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a80d89c28c3a0fd2e52d6e516659046351310b6fd0166bcc9e39ae77db1ab9de +size 153726532 diff --git a/single_transformer_blocks_24.safetensors b/single_transformer_blocks_24.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b404e06671640fad72b29711fbbeefa442a5851f --- /dev/null +++ b/single_transformer_blocks_24.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11d8baa7d3de2ae3956207bdb65b459dfa93cb7e32fbb80b5a53cbeca2a6f13e +size 153697483 diff --git a/single_transformer_blocks_25.safetensors b/single_transformer_blocks_25.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..99a4d28f26b0b903dfbbd95cb0a06a962ba9c149 --- /dev/null +++ b/single_transformer_blocks_25.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac4a14e1e8bb2422d0ecc8877a4fe6ee52919ea5c64f07a1d011cd65002dde52 +size 153769908 diff --git a/single_transformer_blocks_26.safetensors b/single_transformer_blocks_26.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..967d074b8b8fa7c5b37d17bb5db28a2971b7231a --- /dev/null +++ b/single_transformer_blocks_26.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22cce65a82a6375079eeee756e0b9df1f2047320045e9d94d01bb36df00d7f29 +size 153730023 diff --git a/single_transformer_blocks_27.safetensors b/single_transformer_blocks_27.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..325df5876ccdc621e1d8e94c9e386a9b3c7c42ad --- /dev/null +++ b/single_transformer_blocks_27.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a7ff4b9f00adaf43e63766cce1f9f5a8cff4de78697aad96a704a418ff92f6d +size 153840436 diff --git a/single_transformer_blocks_28.safetensors b/single_transformer_blocks_28.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4e4f9e0c20dc25e54765f5f7ce6c26e5e249cbf --- /dev/null +++ b/single_transformer_blocks_28.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:118cef7112842205b1961b6a6fc7e77901868f672f6a80d91b0e48f51b76d49b +size 153855498 diff --git a/single_transformer_blocks_29.safetensors b/single_transformer_blocks_29.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4663feac6df82fc65bade9341171731da48d299f --- /dev/null +++ b/single_transformer_blocks_29.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cca1587072c59a67cdb27d1c2af373af10219f5b6c5b20e74c4ba623062364cb +size 153878188 diff --git a/single_transformer_blocks_3.safetensors b/single_transformer_blocks_3.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ed3e1b55dcb0a3b8c859945602e96addcedf1562 --- /dev/null +++ b/single_transformer_blocks_3.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee77cd637cf9c37a77d39347e3852395be2a19b1c934a8df4cb197e6fb257213 +size 153574626 diff --git a/single_transformer_blocks_30.safetensors b/single_transformer_blocks_30.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..75211186658c28ca8286de83a540ce2bdaace96d --- /dev/null +++ b/single_transformer_blocks_30.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50f0ff84c736bb35872cec1c3f15d0a334e7151ee6e566360ab988a12334c5d5 +size 153942713 diff --git a/single_transformer_blocks_31.safetensors b/single_transformer_blocks_31.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..55ceec518327445ebde591e5f954ed40b45db5af --- /dev/null +++ b/single_transformer_blocks_31.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40d2c943125b76227e92bfbbc2e369251cb558f159d8c5d992992379927b0d20 +size 153936905 diff --git a/single_transformer_blocks_32.safetensors b/single_transformer_blocks_32.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..551b43f518822f6b02607f5abeb33f77aec4dde6 --- /dev/null +++ b/single_transformer_blocks_32.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:939fa460509507a702e9bca53045a4a7c2ed419becd8b175220d68c58cec4ea8 +size 153994729 diff --git a/single_transformer_blocks_33.safetensors b/single_transformer_blocks_33.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2a8e49a860964b24ca5da91ec21eec7df8494878 --- /dev/null +++ b/single_transformer_blocks_33.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7eb59a005e87d78b2dfe4641c63a8a59ff91772a66e4311866da0363aaba511 +size 154001403 diff --git a/single_transformer_blocks_34.safetensors b/single_transformer_blocks_34.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..516b63978926c0a57429d4f64abb8b9c26c7545b --- /dev/null +++ b/single_transformer_blocks_34.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71ab1b7f99d68c97d2a8b727ec8a762ffc37734eb6b0d6afd9eef6fb78e8454e +size 154455241 diff --git a/single_transformer_blocks_35.safetensors b/single_transformer_blocks_35.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..76f70377ef095ff88dc291bb55f30bccb2b087e6 --- /dev/null +++ b/single_transformer_blocks_35.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef31957138390ea0b69067266440c2ba5a161cc6ba8d7e3466d353e7130a1452 +size 154444165 diff --git a/single_transformer_blocks_36.safetensors b/single_transformer_blocks_36.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e4c265b5558400c268b1cfe2f36f18498516b16f --- /dev/null +++ b/single_transformer_blocks_36.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:786a2393c6557c8ff264c346da2847c59cd655fd4f5096a3933d79d20911f0d3 +size 154497870 diff --git a/single_transformer_blocks_37.safetensors b/single_transformer_blocks_37.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67d1e65459b46c5ea30e8e1dcdd77bf87e754dd4 --- /dev/null +++ b/single_transformer_blocks_37.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d0accf9c11f10fd7eb540ff4eddafcfc0577e15220b99272fbbf244189984ef +size 157063591 diff --git a/single_transformer_blocks_4.safetensors b/single_transformer_blocks_4.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a25b22d59ec626bf5efbd0dc3d862f9b00db8fb --- /dev/null +++ b/single_transformer_blocks_4.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64c6f7bc97e278446e8702ee2295aef709f455490572d5068cbbca9470df6530 +size 153548760 diff --git a/single_transformer_blocks_5.safetensors b/single_transformer_blocks_5.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4f6cc65fe2a326677c16ed422aa02b9edd68f34c --- /dev/null +++ b/single_transformer_blocks_5.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d23a39b5017a35b1413ce7a33a02b5244da0403ccfcb5c7f7936bb08b00314e +size 153558605 diff --git a/single_transformer_blocks_6.safetensors b/single_transformer_blocks_6.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bff5bae5445fca34adbee71b2450dda091ca1ff3 --- /dev/null +++ b/single_transformer_blocks_6.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4960ac1498564734c74308e5c1a71346df7f934138dd4ab4db1ea29531ba405 +size 153563223 diff --git a/single_transformer_blocks_7.safetensors b/single_transformer_blocks_7.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ed1f6e7fa6bdf04aa243f91515d6ca9f3bcefcd --- /dev/null +++ b/single_transformer_blocks_7.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2b888ec5a15b5eef16c4fdf9f32301b15ac78288544e71effc835896cd6a89d +size 153577408 diff --git a/single_transformer_blocks_8.safetensors b/single_transformer_blocks_8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6db348d23c2dab852b753a53e5748da65a853134 --- /dev/null +++ b/single_transformer_blocks_8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d31d6f80271e51986d0f49feb9a9d71a20911d5c43dac699657623a38dcd9e75 +size 153570142 diff --git a/single_transformer_blocks_9.safetensors b/single_transformer_blocks_9.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..97d98cf6acc94b363ab826af91ae6a45cfc721ee --- /dev/null +++ b/single_transformer_blocks_9.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d12cd5750dc9e27c9b2d5c2a1dd92786c8e943defe4c6a119c0d235f82b701a +size 153585371 diff --git a/transformer_blocks_0.safetensors b/transformer_blocks_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..851f3f9becbc570ecbaf96bbabe01f748845544d --- /dev/null +++ b/transformer_blocks_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ced1b93e41425e9f0f377d6d098efa82790512f6ab3695e440f8b6a39f8b206 +size 315157302 diff --git a/transformer_blocks_1.safetensors b/transformer_blocks_1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cab37d32a99b09a277d9562efc278fa374522b1a --- /dev/null +++ b/transformer_blocks_1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44cd22bdbe2b648f7c0e1a5280b11cd1217a368c73985d047968dc876287186f +size 313792761 diff --git a/transformer_blocks_10.safetensors b/transformer_blocks_10.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1534dcfa1fe14ede1676e761bcf7fa8b1a2f57d3 --- /dev/null +++ b/transformer_blocks_10.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5f366c2ada98c070b13d5760e38788bcb93cd9fb1f14d8dc34e623aca7a5072 +size 309281754 diff --git a/transformer_blocks_11.safetensors b/transformer_blocks_11.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c1c8c2a75b40b411d220adca28e7099662da9864 --- /dev/null +++ b/transformer_blocks_11.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7b308bd897ee6f8e573aa8f76058fa35768fa82e6e55c3174ebd1f3659a080a +size 309021532 diff --git a/transformer_blocks_12.safetensors b/transformer_blocks_12.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..93f3cab86f9cdc53b8a9f5d5d835db732bb78259 --- /dev/null +++ b/transformer_blocks_12.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40ab4eab0195ecfce93719f14ed63959dd940266569622ca72a0cc8c174289a8 +size 308827255 diff --git a/transformer_blocks_13.safetensors b/transformer_blocks_13.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1caccbe71d409b90313305d926a45d95433ddfaa --- /dev/null +++ b/transformer_blocks_13.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ef0c70cff677f13ba03b8adcbb32a6f7f6d9d1051992e848cbd213f62784b7b +size 309862753 diff --git a/transformer_blocks_14.safetensors b/transformer_blocks_14.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e4f8ece1209266ab0ad4a4ff9e244ab7ef1a965a --- /dev/null +++ b/transformer_blocks_14.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2b1c97d1249f4ced0ae0d710ae9658e5898fb6aca6cb71b349b62b3bb7605e5 +size 308447092 diff --git a/transformer_blocks_15.safetensors b/transformer_blocks_15.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a1aeb962096d771839f4077d238fe7a829fda830 --- /dev/null +++ b/transformer_blocks_15.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e098eb849a24c6b0bab596a53cb446e07322be34e7d5f28e96f5e34bc06666a +size 307708330 diff --git a/transformer_blocks_16.safetensors b/transformer_blocks_16.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..61e655b917aff3bf18abd41f796f53437699fe39 --- /dev/null +++ b/transformer_blocks_16.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88cc14d408bb225323a39f6ae2025894efdc8cb85d8fbbc6a616251d6be64f03 +size 307934540 diff --git a/transformer_blocks_17.safetensors b/transformer_blocks_17.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..51f3277bb176fbec34a5f02f01bbe62326e1ade2 --- /dev/null +++ b/transformer_blocks_17.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ab0ef661f930e1bc10f80d9a72f50c0aa0beb5df94a65689f4aaab1b61df683 +size 307686529 diff --git a/transformer_blocks_18.safetensors b/transformer_blocks_18.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec7b3cdad8a81d93a0b2fb0260655083f8428e36 --- /dev/null +++ b/transformer_blocks_18.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cf2577311e4fd48c098122a47d34e1a0aca5206a9672cf39301d6b24ce211e5 +size 308150141 diff --git a/transformer_blocks_2.safetensors b/transformer_blocks_2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e5d79dbad4c91c0b7fad2864f42ca056b25b102 --- /dev/null +++ b/transformer_blocks_2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84d661766415846e8892f340e83a566556082528413ce0d3ad7ba67f9d9fae39 +size 313907117 diff --git a/transformer_blocks_3.safetensors b/transformer_blocks_3.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..98b1712ce636112076f535814498d12d9e95981e --- /dev/null +++ b/transformer_blocks_3.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c292d815e71e6b1eb4dea0852b9825e327ace3dc0943e909b1c7085d25618887 +size 312574268 diff --git a/transformer_blocks_4.safetensors b/transformer_blocks_4.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..071c36450f096714c4349d33aeaf3d128dd70c84 --- /dev/null +++ b/transformer_blocks_4.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51aed5747387ebdc0858bac02977ada2ce796c7e84af196b208bcbab28c1b1a2 +size 309853274 diff --git a/transformer_blocks_5.safetensors b/transformer_blocks_5.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f00c9118f418052cb3c34db0eb8590aa46f9ecf2 --- /dev/null +++ b/transformer_blocks_5.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30a82adf4fa1c755e3f2ee0de35dc5bb9bb2c45081672e1d8be1f265684b2667 +size 309029289 diff --git a/transformer_blocks_6.safetensors b/transformer_blocks_6.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea2844f43ce95bbee83aa41703ddbf7ebc1cd37b --- /dev/null +++ b/transformer_blocks_6.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c9edbd27f226e0747c6c557b78f938042c9efdb680156e11af153c4f11f3ea0 +size 309187979 diff --git a/transformer_blocks_7.safetensors b/transformer_blocks_7.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4758d60dc0dc4e4e60732eacce4385cc27bb111f --- /dev/null +++ b/transformer_blocks_7.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83b904da112ee9f739af7fd6717afb0c832a15c7a5b0c854da10c4de5a8ed6c5 +size 308700799 diff --git a/transformer_blocks_8.safetensors b/transformer_blocks_8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e053af5766ffacf43d81d47bd60439874425d00e --- /dev/null +++ b/transformer_blocks_8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b170934adaef677a2d140e5062478c98cfc97e1189b320302f3a6b7283bb29a6 +size 308692049 diff --git a/transformer_blocks_9.safetensors b/transformer_blocks_9.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..665187e50126736d77d00b0373d2643977aee7b2 --- /dev/null +++ b/transformer_blocks_9.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86b15b8a4a2bdd8fd5df375416fa070fd05faf90ca1d9fabc332358daf7e6579 +size 308096622