diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f2d1a343ff85839f7b520195d27e6e20ccb99ea1 --- /dev/null +++ b/README.md @@ -0,0 +1,77 @@ +--- +base_model: + - black-forest-labs/FLUX.1-Canny-dev +base_model_relation: quantized +pipeline_tag: text-to-image +tags: +- dfloat11 +- df11 +- lossless compression +- 70% size, 100% accuracy +--- + +## DFloat11 Compressed Model: `black-forest-labs/FLUX.1-Canny-dev` + +This is a **losslessly compressed** version of [`black-forest-labs/FLUX.1-Canny-dev`](https://huggingface.co/black-forest-labs/FLUX.1-Canny-dev) using our custom **DFloat11** format. The outputs of this compressed model are **bit-for-bit identical** to the original BFloat16 model, while reducing GPU memory consumption by approximately **30%**. + +### ๐Ÿ” How It Works + +DFloat11 compresses model weights using **Huffman coding** of BFloat16 exponent bits, combined with **hardware-aware algorithmic designs** that enable efficient on-the-fly decompression directly on the GPU. During inference, the weights remain compressed in GPU memory and are **decompressed just before matrix multiplications**, then **immediately discarded after use** to minimize memory footprint. + +Key benefits: + +* **No CPU decompression or host-device data transfer**: all operations are handled entirely on the GPU. +* DFloat11 is **much faster than CPU-offloading approaches**, enabling practical deployment in memory-constrained environments. +* The compression is **fully lossless**, guaranteeing that the modelโ€™s outputs are **bit-for-bit identical** to those of the original model. + +### ๐Ÿ”ง How to Use + +1. Install or upgrade the DFloat11 pip package *(installs the CUDA kernel automatically; requires a CUDA-compatible GPU and PyTorch installed)*: + + ```bash + pip install -U dfloat11[cuda12] + # or if you have CUDA version 11: + # pip install -U dfloat11[cuda11] + ``` + +2. Install or upgrade the diffusers and controlnet_aux packages. + + ```bash + pip install -U diffusers controlnet_aux + ``` + +3. To use the DFloat11 model, run the following example code in Python: + ```python + import torch + from controlnet_aux import CannyDetector + from diffusers import FluxControlPipeline + from diffusers.utils import load_image + from dfloat11 import DFloat11Model + + pipe = FluxControlPipeline.from_pretrained("black-forest-labs/FLUX.1-Canny-dev", torch_dtype=torch.bfloat16) + pipe.enable_model_cpu_offload() + + DFloat11Model.from_pretrained('DFloat11/FLUX.1-Canny-dev-DF11', device='cpu', bfloat16_model=pipe.transformer) + + prompt = "A robot made of exotic candies and chocolates of different kinds. The background is filled with confetti and celebratory gifts." + control_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/robot.png") + + processor = CannyDetector() + control_image = processor(control_image, low_threshold=50, high_threshold=200, detect_resolution=1024, image_resolution=1024) + + image = pipe( + prompt=prompt, + control_image=control_image, + height=1024, + width=1024, + num_inference_steps=50, + guidance_scale=30.0, + ).images[0] + image.save("output.png") + ``` + +### ๐Ÿ“„ Learn More + +* **Paper**: [70% Size, 100% Accuracy: Lossless LLM Compression for Efficient GPU Inference via Dynamic-Length Float](https://arxiv.org/abs/2504.11651) +* **GitHub**: [https://github.com/LeanModels/DFloat11](https://github.com/LeanModels/DFloat11) +* **HuggingFace**: [https://huggingface.co/DFloat11](https://huggingface.co/DFloat11) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3a22841174aeff250115a26426398b795293ce7c --- /dev/null +++ b/config.json @@ -0,0 +1,36 @@ +{ + "dfloat11_config": { + "bytes_per_thread": 8, + "pattern_dict": { + "transformer_blocks.\\d+": [ + "norm1.linear", + "norm1_context.linear", + "attn.to_q", + "attn.to_k", + "attn.to_v", + "attn.add_k_proj", + "attn.add_v_proj", + "attn.add_q_proj", + "attn.to_out.0", + "attn.to_add_out", + "ff.net.0.proj", + "ff.net.2", + "ff_context.net.0.proj", + "ff_context.net.2" + ], + "single_transformer_blocks.\\d+": [ + "norm.linear", + "proj_mlp", + "proj_out", + "attn.to_q", + "attn.to_k", + "attn.to_v" + ] + }, + "threads_per_block": [ + 512 + ], + "version": "0.2.0" + }, + "model_type": "llama" +} diff --git a/diffusion_pytorch_model.safetensors b/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1c022d26626dcf3d6c23dff6037f17844175d7cb --- /dev/null +++ b/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ebc671b3682073d78148df31ccc36dd5e3deb8083a7097004f586a25a021bd2 +size 128645392 diff --git a/single_transformer_blocks_0.safetensors b/single_transformer_blocks_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..77a63afdf28312f75531540369295639b2cc22f9 --- /dev/null +++ b/single_transformer_blocks_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d208c941917acdac6f9c9905dc1576c844434aaea035ea76c89c824b4051d547 +size 191949057 diff --git a/single_transformer_blocks_1.safetensors b/single_transformer_blocks_1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ed24c56f1eb794bdab26af2c36b7199ab16394d6 --- /dev/null +++ b/single_transformer_blocks_1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d02ab842457371d4982509efa185025a45bdd0a063d32022fded7d7fb332a81 +size 192029608 diff --git a/single_transformer_blocks_10.safetensors b/single_transformer_blocks_10.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fae15a4e6cabd07e17f2b88019e921f74ca9fafc --- /dev/null +++ b/single_transformer_blocks_10.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6013e0a8b21c04f545d475164841e511e4f33b8f698ae2eb11f0439d87dca053 +size 193125717 diff --git a/single_transformer_blocks_11.safetensors b/single_transformer_blocks_11.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cedaf8f789aaf065cdb384a8ae51de7e25543658 --- /dev/null +++ b/single_transformer_blocks_11.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad792a5206a04a8fcabe2c2e953bd66dfab8ceb08c60adc3d62f83775bc551ec +size 193358207 diff --git a/single_transformer_blocks_12.safetensors b/single_transformer_blocks_12.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4e6e653fc4dd2c290b5a5fc2bfe9527b3c881ac4 --- /dev/null +++ b/single_transformer_blocks_12.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50de2eafa927d3b17b4d69f6f962c1bb1dece4e59782a767bd47ca313a5ad964 +size 193528392 diff --git a/single_transformer_blocks_13.safetensors b/single_transformer_blocks_13.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dc35bfb5aa1da41380f6baf2f0249faa0115c7af --- /dev/null +++ b/single_transformer_blocks_13.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90d9a03fcf77a58b64a5d33c263440e9ec654f5088788d0afb8306b44d1d3c93 +size 193552826 diff --git a/single_transformer_blocks_14.safetensors b/single_transformer_blocks_14.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba6129f334cc8d9d788ee1f7fbbd3474a45be265 --- /dev/null +++ b/single_transformer_blocks_14.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7abd2b1e502b92950c1c4ff15e3d4eb1f3610ac49a9f7d936f9981370ac480b +size 193545338 diff --git a/single_transformer_blocks_15.safetensors b/single_transformer_blocks_15.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..69d7ca6a673a6dce8fb10b3c82e9f878537b6334 --- /dev/null +++ b/single_transformer_blocks_15.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c9f1f7018cc0ef5e7dc7198f757b088c60935d3963158bf6528b43bd9cb721d +size 193503866 diff --git a/single_transformer_blocks_16.safetensors b/single_transformer_blocks_16.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f5aa17b916fdf3f4d97ba539a3a6aa55f4b660a3 --- /dev/null +++ b/single_transformer_blocks_16.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83b02462aa28dcbde37468cf72a6ecdb6f661aadc2d4195b21c139f9de6f065f +size 193524822 diff --git a/single_transformer_blocks_17.safetensors b/single_transformer_blocks_17.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e52de2f939a47665bc1ba327ad3727b674061ebd --- /dev/null +++ b/single_transformer_blocks_17.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f65ecedd5be79105f21a30abe27533495f44f8d5c915b574f4e9ee54dbaf66e8 +size 193656428 diff --git a/single_transformer_blocks_18.safetensors b/single_transformer_blocks_18.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b60958c07e6573a1131568bd07e3f4f4f0a3b991 --- /dev/null +++ b/single_transformer_blocks_18.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc13770d24b872b6174e77f8a41c20fcfd8bbcd59f7ee095a5794c07c68d2e52 +size 193724567 diff --git a/single_transformer_blocks_19.safetensors b/single_transformer_blocks_19.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cbef169b2d26057c9e15526338f9a65f5533f632 --- /dev/null +++ b/single_transformer_blocks_19.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7ee917a63d43b9b7427191ec48081a40c027874a548b66d2cd19d252ba3ed31 +size 193730646 diff --git a/single_transformer_blocks_2.safetensors b/single_transformer_blocks_2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9f5d4629ca754e81edb92e6bb5e64e545177d677 --- /dev/null +++ b/single_transformer_blocks_2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96774e4cfe52d1f5fd60a7b78ea018b74610411dd34e970b23e1650787e6f3ee +size 192068254 diff --git a/single_transformer_blocks_20.safetensors b/single_transformer_blocks_20.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3a2e309a074495075e09c0314e9d546c36cfb249 --- /dev/null +++ b/single_transformer_blocks_20.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70352c0166860f36feef08c805d96c858ec391e80306d999f667280d361b7620 +size 193796473 diff --git a/single_transformer_blocks_21.safetensors b/single_transformer_blocks_21.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d023d921b2643fe708ae30f9e3d09b9f06c00b51 --- /dev/null +++ b/single_transformer_blocks_21.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:686f3fb0dcf3f3c92c55e318d99706920a0e993a3064fde0543d7a9f1ce837ca +size 194032581 diff --git a/single_transformer_blocks_22.safetensors b/single_transformer_blocks_22.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..385f433c9803bf7a642299d3f5fedd5bebb9dfae --- /dev/null +++ b/single_transformer_blocks_22.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fc685d94d38a00a751395b765265bb03a201e627e05d59aebe6768c06ea5d86 +size 194167140 diff --git a/single_transformer_blocks_23.safetensors b/single_transformer_blocks_23.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..952ff5ecaba0dfd750af367ad23733be4b81f975 --- /dev/null +++ b/single_transformer_blocks_23.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:634a05ce2aec951dfc89e9e833cfc2a29d7b7cd4285b1654d162e90206f4a5c2 +size 194395067 diff --git a/single_transformer_blocks_24.safetensors b/single_transformer_blocks_24.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5f267c79b6afeb532e1756e46f332617869188c6 --- /dev/null +++ b/single_transformer_blocks_24.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0c7353fe46dcc99acbc83c07a47dcf33bb9f6db671c9c33bca11dc6a6d034a4 +size 194442281 diff --git a/single_transformer_blocks_25.safetensors b/single_transformer_blocks_25.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..48326f20daf222d5319ecfa1ee72d69fc45a591b --- /dev/null +++ b/single_transformer_blocks_25.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78a46c02306f90d9193f79479f91aa22fe9138f581a0076805a92e11dbfe574b +size 194731486 diff --git a/single_transformer_blocks_26.safetensors b/single_transformer_blocks_26.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3f2fd862b74ab74b6d083deb282e0474d748de3e --- /dev/null +++ b/single_transformer_blocks_26.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dbbddc3b9c05e1acc37a8a5a0a886b4637befd8eaccea8e1ecede006c9d2db5 +size 194805644 diff --git a/single_transformer_blocks_27.safetensors b/single_transformer_blocks_27.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b579c8b7f3489deda707b4db06ed09dd81e25b9 --- /dev/null +++ b/single_transformer_blocks_27.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7fdb054ddf5406b3cadb03e7ad1f2e7226c62745d5ce7efe6fa550348537008 +size 195138144 diff --git a/single_transformer_blocks_28.safetensors b/single_transformer_blocks_28.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ab97a621ce959b36da13cb17d34e619fc8ce3044 --- /dev/null +++ b/single_transformer_blocks_28.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2754c361beba131f1ce5a3c20425d3cae0a3b9fc535427a8823294c41f0b544 +size 195324189 diff --git a/single_transformer_blocks_29.safetensors b/single_transformer_blocks_29.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..207fd65be677b210927e9d2280432f2ab61aacf2 --- /dev/null +++ b/single_transformer_blocks_29.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bad140b2e58dc13a16afe4e19b63fc9cc4e60df4ef83435ee10fe9d8f8923a71 +size 195144191 diff --git a/single_transformer_blocks_3.safetensors b/single_transformer_blocks_3.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..322d42ccb7f56dbe2c47173e2116f6554a86e99b --- /dev/null +++ b/single_transformer_blocks_3.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c4b60256c4c008b63b57f5d6cad5e4e1818c1676784b73ce3a932f973754cb8 +size 192142735 diff --git a/single_transformer_blocks_30.safetensors b/single_transformer_blocks_30.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0320629776c9159af5e5f9a9b29a77ee0598858c --- /dev/null +++ b/single_transformer_blocks_30.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3682dabb2c1bbfdf1019638cdc409cc1ef9bc94639177daae858c2c19b10fe59 +size 195636459 diff --git a/single_transformer_blocks_31.safetensors b/single_transformer_blocks_31.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0e2d173b1e0eae1b3ab711b007bc2943ab49f304 --- /dev/null +++ b/single_transformer_blocks_31.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d7c93f8dd723901916ede6b816bdbd861d996aa7a414672ce33606cc82a7b75 +size 195801254 diff --git a/single_transformer_blocks_32.safetensors b/single_transformer_blocks_32.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d87f59937b8030a8476b09ff9110544e713cc714 --- /dev/null +++ b/single_transformer_blocks_32.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b71cd2708281c6011fa63b41a92f0cd5e85bdbb7bb37d0716664a4a6e9d3aa8 +size 195763643 diff --git a/single_transformer_blocks_33.safetensors b/single_transformer_blocks_33.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..be1dd01223128439ab2c43a4cc9580f8545dbae5 --- /dev/null +++ b/single_transformer_blocks_33.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c7df06ea1ac232070a731beb1cb1c5282bb1e6eca6a78099344563366e25f87 +size 195816027 diff --git a/single_transformer_blocks_34.safetensors b/single_transformer_blocks_34.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2e92249c40a775d4227e37fe219b39b7a924a0db --- /dev/null +++ b/single_transformer_blocks_34.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4f3161a49fd58771abf638f81444c680c963fc7a6c0d21b3d015788b633f7e9 +size 196103878 diff --git a/single_transformer_blocks_35.safetensors b/single_transformer_blocks_35.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..34580828940024d2b01228399abdebc4f5cb22bc --- /dev/null +++ b/single_transformer_blocks_35.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6af965e993858247229dbdbfb6a3fa3264cd87b9d4edde0641436e5a619faafb +size 196365559 diff --git a/single_transformer_blocks_36.safetensors b/single_transformer_blocks_36.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..366e087081953366c2a7c1ae6deb5c2a9f3d1bc2 --- /dev/null +++ b/single_transformer_blocks_36.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ffb82260b3377812b4ac70750a3e30e64dbd6d6948ca9eeba00aa64d844a204 +size 194705836 diff --git a/single_transformer_blocks_37.safetensors b/single_transformer_blocks_37.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d03964618c25f34cd5567e93186804d80552a8d5 --- /dev/null +++ b/single_transformer_blocks_37.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fcc4111262af47c5493a2cf59420833b4b1f7e5ad13510e2b7cb763780f3fe8 +size 196473909 diff --git a/single_transformer_blocks_4.safetensors b/single_transformer_blocks_4.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ed015ad9ab0de06462ae90ffa621993da6f4b8c9 --- /dev/null +++ b/single_transformer_blocks_4.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4268c3086d4d2cea892966d30c562f3fcb417cf9714acff0cc37b57aa9946b7e +size 192205856 diff --git a/single_transformer_blocks_5.safetensors b/single_transformer_blocks_5.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..14697c14cef2efc6592c114b2bb028a4e3be914f --- /dev/null +++ b/single_transformer_blocks_5.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f9695ae49b29f4d2216a599bc86a985160e59076ed7568e1e6fea0382677442 +size 192384763 diff --git a/single_transformer_blocks_6.safetensors b/single_transformer_blocks_6.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8175c5aa625d6f7d496386f07d63bf1a94be98a0 --- /dev/null +++ b/single_transformer_blocks_6.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff77155df256410ffe20f4b1e9feb593ac74c1f3ca5473541aee1de3f35062c8 +size 192509946 diff --git a/single_transformer_blocks_7.safetensors b/single_transformer_blocks_7.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f0eb23e69d4bc18c513a2f3e8f6944b2e056badd --- /dev/null +++ b/single_transformer_blocks_7.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c29b58ea2a0bd6c37980399601547df2700464bd5bf6da4144cc554d18e02b12 +size 192615904 diff --git a/single_transformer_blocks_8.safetensors b/single_transformer_blocks_8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0666a527d8c022e143406ae5547d1345aa911f23 --- /dev/null +++ b/single_transformer_blocks_8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7947c436180db6f5a230714725a6efdb018f7b69babbe6f76202a1bce2950c8 +size 192851576 diff --git a/single_transformer_blocks_9.safetensors b/single_transformer_blocks_9.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c443a29836f0df78e49d2258df57380146583e2 --- /dev/null +++ b/single_transformer_blocks_9.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:682c056a51b03059746bea65a3f71a26464e823f923f23588c700ffad7a06aa2 +size 192994120 diff --git a/transformer_blocks_0.safetensors b/transformer_blocks_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..062d1eeec38b6dd799289b28cf3e07c299bd3377 --- /dev/null +++ b/transformer_blocks_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b3fdd79bdf093c95dccafc4a61d29e5dfb1ccd0f6d7d0d7a4f751fe82eb49f0 +size 471010413 diff --git a/transformer_blocks_1.safetensors b/transformer_blocks_1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2d2fdc2b57b2a1c1a73b7387a86ca56e412bac6a --- /dev/null +++ b/transformer_blocks_1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f71776dea4f40f011aca8427c7fbee647def76638762dfc5a822aa51e95c9dc +size 471483133 diff --git a/transformer_blocks_10.safetensors b/transformer_blocks_10.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f82a17f251021fe2c8be5a0f82675cc6bdfd0ec --- /dev/null +++ b/transformer_blocks_10.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6e2382645b55c213045f0a60a5a0471b3b241a3d000e3d1640861927a138922 +size 463497433 diff --git a/transformer_blocks_11.safetensors b/transformer_blocks_11.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ebf8af45fc8b724771f4252e949b143764397e34 --- /dev/null +++ b/transformer_blocks_11.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a88074168ae51b505c19bdfc2d0bfb4665f71ad62f67e1ae21bf02910cc316fc +size 462836192 diff --git a/transformer_blocks_12.safetensors b/transformer_blocks_12.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..25814c0076d2f0b51e9e0fe8f45acf61547e070d --- /dev/null +++ b/transformer_blocks_12.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00ec54aea3ffb04729cfa97987d81e9133b942c8185d1f5705d2c83751d91511 +size 462774477 diff --git a/transformer_blocks_13.safetensors b/transformer_blocks_13.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..710b4c6f3da7aace0dc089bbfb98784f18126cfa --- /dev/null +++ b/transformer_blocks_13.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4257bc49b91cd79d40e1edd53b5068974210c511ebf424d3791e7389fb6785dc +size 463819302 diff --git a/transformer_blocks_14.safetensors b/transformer_blocks_14.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d079b0a3536d32096f864a98c2af34f625f7ef7a --- /dev/null +++ b/transformer_blocks_14.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:428e009b6f541b433eb15e2f23a176f7bc1d13f13ca5d8c069132164c4d04510 +size 462421442 diff --git a/transformer_blocks_15.safetensors b/transformer_blocks_15.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f12658113b0bca87dd86b940872afb0a575de859 --- /dev/null +++ b/transformer_blocks_15.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f959ccc4358dadf16a13bc0f4a4c455bf778545f73454296d4c3c87f2564ce0a +size 461488340 diff --git a/transformer_blocks_16.safetensors b/transformer_blocks_16.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1527ae174cb19f6668a9f5d15fb92512cda38f29 --- /dev/null +++ b/transformer_blocks_16.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa40c45e54f665e18e94657d4489a7f3c5ff469b0a24cdf0087975924ea4b8af +size 461555156 diff --git a/transformer_blocks_17.safetensors b/transformer_blocks_17.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8db083605f375c69272fb5c63d0d90cb10f7c7ce --- /dev/null +++ b/transformer_blocks_17.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6814ca497c78494207b915e22d31898c81410c794b4addf012109a3fe2d224d +size 461385952 diff --git a/transformer_blocks_18.safetensors b/transformer_blocks_18.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d77b71adc22aaa7243b6fae6914d55ce592bbe7 --- /dev/null +++ b/transformer_blocks_18.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5f31402cc72ea6486fb827303010a5f62e3f67dbd4ca3164db62339a7511568 +size 461813646 diff --git a/transformer_blocks_2.safetensors b/transformer_blocks_2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a7e1cabe3ad54fcdf0dd3fcd49dd88a38c0635dc --- /dev/null +++ b/transformer_blocks_2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4482d656d51b68eb34219645aef3cadc96bcec619d7b31a94507c3cc349b38eb +size 472125504 diff --git a/transformer_blocks_3.safetensors b/transformer_blocks_3.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3198149025226c68909115659923e76a58895122 --- /dev/null +++ b/transformer_blocks_3.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54ee869e8d8020f5a6ae9510c9a889fe737449e530e895a6e762cecee1dd27b3 +size 467594396 diff --git a/transformer_blocks_4.safetensors b/transformer_blocks_4.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c2c3cf09c35e4ef5e22d1284b8a8e75780fbaed --- /dev/null +++ b/transformer_blocks_4.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67f29a44f76cf11d22044dd4eb2634ed6c5c9b31bc75c1a7fcf18959a8e2d814 +size 465382624 diff --git a/transformer_blocks_5.safetensors b/transformer_blocks_5.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ac026c592e76205661d677394e8d098f4a70fae7 --- /dev/null +++ b/transformer_blocks_5.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75722a9ddd0b7a13d9d0f375aa59f612747d28959e99c58c312adfc6ba983c4c +size 464642402 diff --git a/transformer_blocks_6.safetensors b/transformer_blocks_6.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f2117ae8f5ce8cffd99056435f94aa0e475caf70 --- /dev/null +++ b/transformer_blocks_6.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb909acc6aed9e0d8eff007deade2e64cc039561f089d3e6b9e113d07cb46349 +size 464539414 diff --git a/transformer_blocks_7.safetensors b/transformer_blocks_7.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bf06f8121c24930759232e09f296a3c92ed9a9b1 --- /dev/null +++ b/transformer_blocks_7.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1df472640c6c8dffed915ab01aa4d3015a6d11e542e14839374b217e9bc51221 +size 463998372 diff --git a/transformer_blocks_8.safetensors b/transformer_blocks_8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f4fff20a8893b35cbd976842045aef1fbd4a1e6 --- /dev/null +++ b/transformer_blocks_8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec26e6183a379fdfdafc88ff4496ec45c1208d6555b4d099af5cb775268f9c3a +size 463334217 diff --git a/transformer_blocks_9.safetensors b/transformer_blocks_9.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0701976c016ecedf60c58b683cd8130c28d44890 --- /dev/null +++ b/transformer_blocks_9.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49ad88b0d16879588831d16358fe029c923e64f92d6f9bafbb2bf31728db4ea7 +size 462383566