Upload folder using huggingface_hub

config.json

@@ -88,6 +88,15 @@
       "model.layers.1.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.10.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.10.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.10.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.10.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -103,6 +112,15 @@
       "model.layers.10.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.11.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.11.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.11.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.11.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -118,6 +136,15 @@
       "model.layers.11.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.12.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.12.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.12.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.12.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -133,6 +160,15 @@
       "model.layers.12.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.13.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.13.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.13.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.13.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -148,6 +184,15 @@
       "model.layers.13.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.14.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.14.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.14.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.14.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -163,6 +208,15 @@
       "model.layers.14.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.15.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.15.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.15.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.15.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -178,6 +232,15 @@
       "model.layers.15.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.16.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.16.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.16.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.16.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -193,6 +256,15 @@
       "model.layers.16.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.17.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.17.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.17.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.17.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -208,6 +280,15 @@
       "model.layers.17.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.18.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.18.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.18.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.18.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -223,6 +304,15 @@
       "model.layers.18.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.19.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.19.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.19.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.19.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -262,6 +352,15 @@
       "model.layers.2.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.20.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.20.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.20.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.20.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -277,6 +376,15 @@
       "model.layers.20.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.21.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.21.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.21.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.21.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -292,6 +400,15 @@
       "model.layers.21.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.22.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.22.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.22.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.22.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -307,6 +424,15 @@
       "model.layers.22.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.23.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.23.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.23.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.23.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -322,6 +448,15 @@
       "model.layers.23.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.24.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.24.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.24.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.24.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -337,6 +472,15 @@
       "model.layers.24.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.25.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.25.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.25.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.25.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -352,6 +496,15 @@
       "model.layers.25.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.26.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.26.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.26.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.26.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -367,6 +520,15 @@
       "model.layers.26.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.27.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.27.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.27.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.27.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -382,6 +544,15 @@
       "model.layers.27.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.28.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.28.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.28.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.28.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -397,6 +568,15 @@
       "model.layers.28.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.29.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.29.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.29.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.29.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -412,6 +592,15 @@
       "model.layers.29.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.3.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.3.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.3.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.3.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -427,6 +616,15 @@
       "model.layers.3.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.30.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.30.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.30.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.30.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -442,6 +640,15 @@
       "model.layers.30.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.31.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.31.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.31.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.31.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -457,6 +664,15 @@
       "model.layers.31.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.32.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.32.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.32.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.32.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -472,6 +688,15 @@
       "model.layers.32.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.33.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.33.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.33.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.33.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -487,6 +712,15 @@
       "model.layers.33.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.34.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.34.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.34.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.34.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -502,6 +736,15 @@
       "model.layers.34.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.35.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.35.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.35.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.35.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -517,6 +760,15 @@
       "model.layers.35.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.36.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.36.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.36.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.36.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -532,6 +784,15 @@
       "model.layers.36.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.37.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.37.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.37.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.37.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -547,6 +808,15 @@
       "model.layers.37.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.38.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.38.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.38.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.38.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -562,6 +832,15 @@
       "model.layers.38.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.39.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.39.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.39.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.39.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -577,6 +856,15 @@
       "model.layers.39.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.4.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.4.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.4.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.4.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -592,6 +880,15 @@
       "model.layers.4.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.40.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.40.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.40.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.40.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -607,6 +904,15 @@
       "model.layers.40.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.41.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.41.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.41.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.41.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -622,6 +928,15 @@
       "model.layers.41.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.42.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.42.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.42.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.42.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -637,6 +952,15 @@
       "model.layers.42.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.43.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.43.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.43.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.43.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -652,6 +976,15 @@
       "model.layers.43.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.44.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.44.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.44.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.44.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -667,6 +1000,15 @@
       "model.layers.44.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.45.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.45.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.45.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.45.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -682,6 +1024,15 @@
       "model.layers.45.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.46.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.46.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.46.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.46.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -697,6 +1048,15 @@
       "model.layers.46.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.47.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.47.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.47.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.47.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -712,6 +1072,15 @@
       "model.layers.47.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.48.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.48.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.48.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.48.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -727,6 +1096,15 @@
       "model.layers.48.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.49.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.49.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.49.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.49.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -742,6 +1120,15 @@
       "model.layers.49.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.5.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.5.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.5.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.5.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -757,6 +1144,15 @@
       "model.layers.5.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.50.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.50.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.50.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.50.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -772,6 +1168,15 @@
       "model.layers.50.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.51.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.51.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.51.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.51.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -787,6 +1192,15 @@
       "model.layers.51.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.52.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.52.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.52.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.52.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -802,6 +1216,15 @@
       "model.layers.52.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.53.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.53.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.53.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.53.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -817,6 +1240,15 @@
       "model.layers.53.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.54.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.54.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.54.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.54.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -832,6 +1264,15 @@
       "model.layers.54.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.55.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.55.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.55.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.55.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -847,6 +1288,15 @@
       "model.layers.55.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.56.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.56.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.56.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.56.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -862,6 +1312,15 @@
       "model.layers.56.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.57.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.57.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.57.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.57.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -877,6 +1336,15 @@
       "model.layers.57.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.58.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.58.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.58.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.58.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -892,6 +1360,15 @@
       "model.layers.58.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.59.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.59.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.59.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.59.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -907,6 +1384,15 @@
       "model.layers.59.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.6.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.6.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.6.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.6.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -922,6 +1408,15 @@
       "model.layers.6.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.60.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.60.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.60.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.60.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -937,6 +1432,15 @@
       "model.layers.60.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.7.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.7.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.7.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.7.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -952,6 +1456,15 @@
       "model.layers.7.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.8.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.8.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.8.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.8.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },
@@ -967,6 +1480,15 @@
       "model.layers.8.self_attn.q_b_proj": {
         "bits": 8
       },
+      "model.layers.9.mlp.shared_experts.down_proj": {
+        "bits": 8
+      },
+      "model.layers.9.mlp.shared_experts.gate_proj": {
+        "bits": 8
+      },
+      "model.layers.9.mlp.shared_experts.up_proj": {
+        "bits": 8
+      },
       "model.layers.9.self_attn.kv_a_proj_with_mqa": {
         "bits": 8
       },

model-00002-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5a5ba61ae9bf2b3907e48105177902846e063f40a76301c19907c68f47c95b1
-size 5000051392
+oid sha256:0462b3a214fa5ea5bad4b053f2a70b6d65919d962a0e1ac9f894161efbc496a7
+size 4999591680

model-00003-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b08a3f557e84a92e41f1e92f99f550cc0d8a8442f21b95eb3fa480703eecc1f8
-size 4995991608
+oid sha256:88b741b175aa1149079d35cc5bfb86bc16aa1e0e88f1e2ebf8831fafd427c63a
+size 4995762096

model-00004-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7020b0c09d1aca0b1a508d4d3039b3904dbd74953334cd8a2769ec3608b9108b
-size 5000050912
+oid sha256:8f7d2a3285f7458d3e92649afdac0b9f973ab5a08167511e6f65b6e42253d2de
+size 4999591192

model-00005-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72f624ca05d3b54dfc34267ee659ba12d15d5b372db2feec13fe2b496a2d8211
-size 5000222944
+oid sha256:fd8e279298f6750bf7a9a6a9011e78a2d2558cc3478fe9aa0468ed5579dd1738
+size 4999591176

model-00006-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3a0f1fb2164bab6a13fa7a54501d09996c34d7e41a6cb2d39d9d621e0410ad4
-size 4992940416
+oid sha256:525493633455c0f46e00b6bb06417ecc803a746b8848132d9c2a30f88b6f1087
+size 4999591384

model-00007-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4be835f87031118ce99f89b55553273a1956f44fb987f632e5bdc7374688407
-size 5000051336
+oid sha256:3aae5be40df7755d18385d1292b3ab4ca53f2897238760bdeca657d75181a48f
+size 4999591608

model-00008-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f68acaf80fe8ed102b0a1f946c9fc49548de37d408c89460d8fd3a49d98f49dd
-size 4995991936
+oid sha256:dfa4a06b23c694d9afe0b166d7bb9a2baf60eb2ff20eb34177e935e9a24411c3
+size 4995762400

model-00009-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:347da340973bc3c9e78814c9b0b37007d2342092961b2260ecb8360db190d912
-size 5000050912
+oid sha256:2c838136cccadf85d169666aca32792bd1cb29c2dc973c81946887c41e4d87fb
+size 4999591192

model-00010-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f808ce67c8deee35f928cd4f507d0b7d91b9782752adce381940569cb390982f
-size 5000224376
+oid sha256:370201acc095b9bed2173c26048e6e003c19bc62ed36958c35bf33687c3687b1
+size 4999592560

model-00011-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9c32b02f7fc2fbaa588c4a1a561c3c845b5cdcc97e4f9d4d990558d3db30414
-size 4992942152
+oid sha256:a40bc6754a40b1b52f337f904f10b0b7466e89e7d44a9a5267781b2ed6ff36e7
+size 4999593080

model-00012-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9112c487f3ecf185605d4cf4dac92138519dbe5ace64f3a9be1c9a04630eea4b
-size 5000053152
+oid sha256:d06ca481c6a2acac2274992d5b0969d64b2e13de8bf2ae5455dfaea0fa0ee548
+size 4999593480

model-00013-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c184fc0ee3bf5e33047f40f4c2855844c909040a4b95b2cff34bc99b018ff625
-size 5000225280
+oid sha256:5b486cbea28c5e55dd0c9c17257eac85a5f0f7744440e0acc6fe646e764aad94
+size 4999593536

model-00014-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9909ab2a8a7ce7bc5a7c5b19feeb2d9f3e060c4d0ca8179c58db9a738be83436
-size 4996051216
+oid sha256:ce5a242eb6094293854ffa84c07120c31a1be234b9778d6c3d3c8328fa35c106
+size 4995764144

model-00015-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da31552606f00a3a21049637416f845c0f55cedc40e060f120114447503cf0d3
-size 5000052816
+oid sha256:af629bee2dc2c2b286e5249a4df175ded456fb124f4cd5ba956c24cc409b4644
+size 4999593096

model-00016-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0bc3bad1cac7808d24cd57b4cb3409052a9b06de766d9413fea2f8c868b6600
-size 5000224856
+oid sha256:204e129139fd8ea6951f2d6f171d7380b6a0edf4dddbb0a6bbd5a9f5567e01c7
+size 4999593080

model-00017-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17b5c9c247567c7624beea886458abeae76c9958aacf888925f01879dd5ac209
-size 4992942208
+oid sha256:0a05e3ae2f3998deb65c2a457e23ce91dabe6d91da413b29990dd44c02673804
+size 4999593248

model-00018-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c04f2c0095391732d42259480fda5d2219e457d01e0179e36e450ca078f4db3
-size 5000053248
+oid sha256:09edbe9a68debfa5c46ab73d29e69e98de50676e96c8be8f3f004e1abfc4e142
+size 4999593512

model-00019-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7aba70afcdf3ce089821a36d63c5dbfec323c4bac17c8354057770ecb9a11e3
-size 4887946080
+oid sha256:baa360db2d5af6ceca018b5c9dbf11341f4671f2eb6469d450cdbd95e69a2017
+size 4995764408

model-00020-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10a936066825e6e83310f5beda543af76caa7454c228261ccb6ebcecb388b5d9
-size 4993923416
+oid sha256:9426b4e92393fde4ae09268bd50dacaf35c2712534250a9f957198d4ff6ccaea
+size 4999593096

model-00021-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dbf954fdfee1482d82ae4b7dd3b81f3c96e94503c3cd0b879cd84d8601f39e6b
-size 5000052816
+oid sha256:92a858c6b64bb5062e27e82fb71e29bc56acf0be7bc2ec690941de70f31ca4c8
+size 4999593080

model-00022-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1e391cdccc84a5b3ec1723c5f871e2070a0d521ff77c356bf36ae76f6878b03
-size 5000224856
+oid sha256:8964b092f1345171f6c942c2dc3c4643e80e26120160b562b22a62f907b62174
+size 4999593080

model-00023-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:702015a7919d71819afb95f0c9e3cf74216fcf4596f9062189e73fcf569f9d39
-size 4992942408
+oid sha256:06df694bb89764e1845a26c86b71b9102a95c8deee7852cafcf605d2f9a9a64d
+size 4999593440

model-00024-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:422dd7e4209744716eeaa76779f30457b7d1b2e6bf105d4947e671ce6921e523
-size 5000053248
+oid sha256:94ecaee51f1a488ab3626a2f9119b563cfeaa6433f89eb59cc416eadec984022
+size 4999593512

model-00025-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:476c13bc42d1fffcabcf1f83229aa435201c5a2f92e008305e3278d674fa792e
-size 4995993824
+oid sha256:14c7cb322477eb98733db90c8b08b3e753e25fb61026c00684cf6da1804607ef
+size 4995764216

model-00026-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:441cf0656c2358e3e15a326b8f280de0ae09a4b7481e0752d85571a6e7ad76c1
-size 5000052816
+oid sha256:5ee4323ce69e1141320852699c39ccb8a7c29e9541af4a8d5ba8a384d7450430
+size 4999593096

model-00027-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c0eaca5ef29ed2e0b985af88687d13699f075332e45f006c66530e0c740985c
-size 5000224856
+oid sha256:3586365b51e3ef370eb3d62a637013040b5fc558dd94ae9563698d9ea04d45bd
+size 4999593080

model-00028-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4db427a1585b57fdd8fc3b84138c00548c9b310e0d5fb2fe3f69944eae6dc5d0
-size 4992942152
+oid sha256:0eea128b89640d9864d22ff5543adecc4200dba21cf272c3c2ade8341541a837
+size 4999593208

model-00029-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e276ebe719c214518a53b38396ad526159d32071d8df3fbd99316e9add87be57
-size 5000053232
+oid sha256:61efba4225c03154ffd9ac51d9c05d195058986934fbdb175bfca9e9cf89df93
+size 4999593512

model-00030-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b9ae27cc538f8ab8da4ce267c76d7b0f4dc33bccaf5067a0b12ba5cf143a2e31
-size 5000225304
+oid sha256:8c0d0d0c31bee444b012680d07a2a3432474cfda0a71574dfcbceb3cfbd2f8fd
+size 4999205472

model-00031-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:983b30e8172ebda2b844d5287959e8c50d731fa3371a207257d680aa5b9121cb
-size 4996051112
+oid sha256:3dc916619de62cd657edc348e89feae03adfefea7efb8feef09ec2927fd37bc3
+size 4996152080

model-00032-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ee2587fcdbcb7966e2e46e557b9a86df222f86fc9ff3c78a37b08b45c1134b5
-size 5000052816
+oid sha256:e0f92fe783a8acc864054da76d0ca2d75d30c951b0bbffae1bac2340ceffd120
+size 4999593080

model-00033-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3d88968cec7322b8b0559f518f0d2b3fab1adbbe1940a3e0078fdb810f4a040
-size 5000224856
+oid sha256:d398780f22d6402471e7220b0e29074f8d89675698197ac5d9ee441c06dcbac3
+size 4999593080

model-00034-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0f2715617fe58702606a3891d3eff57ce5f6b402cbeeefacea858a64b3f0b01
-size 4992942288
+oid sha256:d7d991a04fd2d0341fcc2a25b8a177f945e2520a68622199f27a5c9dfafbbf51
+size 4999593400

model-00035-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa403dc7a766d421d56db4fab0e8144c33307cbface657e58ce08dd0723a21d7
-size 5000053248
+oid sha256:ba2bbff3643ddb289667d98511aa0df31893007fda01d413cea8bfad500ae95c
+size 4999593512

model-00036-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3af20d5f58e03c46ebcb02a9127eb3a80cd96257e778c7000b2a28a609c1864f
-size 4999664696
+oid sha256:c076d23a0c6bee26147aa7d18e4c54fe39a1e0bf15f389351a0ead3ccb13095c
+size 4995764256

model-00037-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74459e2953f3b36afa8426eab858336930b597ac3c652bb16e30ba4fb2f301db
-size 4996611560
+oid sha256:bf065e01d8d893952a188ffe99a3a9b6303bebe80a310632ec5ad8f1a84e59f2
+size 4999593096

model-00038-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3d06df18ed937935a1fbafb1d212ac8c0c5225f2a32285f8f364092586c45f5
-size 5000052816
+oid sha256:faebe749b3e0a34c2dd74c18c6194cf45c8c306310c8388b3e3f7a2cffaf4285
+size 4999593080

model-00039-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8de186711e1ef31eea8eb178c4cb45f39130d77623617982726c2f73ec384667
-size 5000224856
+oid sha256:c2e7e686f371d25e83370114112e11a0b48bbf7d578741bbef4ed240dd28a4ee
+size 4999593160

model-00040-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5ab209db638b7e349a3f8266abed57b7bcb84320b4e33aff59e8e2aff184f5b
-size 4992942440
+oid sha256:ea1f8e8784ad460c66fb17164e34674b002e4bbb161f1c616a0897007183f4b2
+size 4999593512

model-00041-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b52b41a366e94ca5c038940517cd4f594850c5bcc2cc65f27686e267e99b7675
-size 5000053248
+oid sha256:88c5b246725c00848b61517495f2006aa421c0dea9191ae62f65b8d92c64cc40
+size 4993807032

model-00042-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4f148561dd6769a5ff5c8242aaea132cbe7c13031dc6af0f5b7a72bb5800d2a
-size 4995993792
+oid sha256:5894290536addb4b108a7bd5597e32d036ccb0eee11834fd98ee188983724852
+size 4993923416

model-00043-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b06564b3422d93e8d8a171ab270de1baff4e4aca1d997b06a496079b1078f78c
-size 5000052816
+oid sha256:4659c84b744787225d253bc2774d9f2ef0af1117d379b7f726a67be479c825d8
+size 4999593096

model-00044-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff9c0c8c6a4aef00b34a1b2766ae347ab853629c7da6f9c48e942c65a55c381c
-size 5000224856
+oid sha256:a3154593a83985f8cc0bbc80e79fa387ca5a077af6690ac9cc5201ae471399a6
+size 4999593080

model-00045-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c4b7abd0c88a285639dcefe4ed905d0d0b31958c94ea3353df623737a0e3f27
-size 4992942176
+oid sha256:cdd23d19b26a6c8d381b3acc906c190f6ddb27724803a81d2ffd42cb9f785aee
+size 4999593360

model-00046-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2139f7b5a065a037e76b1d3a88e60f86157040fc93608e629c7fbc3d2390c289
-size 5000053248
+oid sha256:3bea09251968dc9ca17adc10092e10161e79e9858f4e7509d94cbb12486da76d
+size 4999593512

model-00047-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07bef778b2417fa450ee481f892353398c18abc875b238478112bc3677691e89
-size 5000225336
+oid sha256:207264998aad27b1f372140968aa40d061b6128f6db5d4cf57086a4240f99bf6
+size 4995764296

model-00048-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c50b59bc6c2522e7bd5fc0ff827fd239a6cc8cbc3b0f6f9ee608a5eba8f294fe
-size 4996051040
+oid sha256:799f9792c3a5025b0849b50976fa3250302b9e910504230317ffaa2576ae86c6
+size 4999593096

model-00049-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8834e9c291ed773cbae76ff5f7b29df7641639d6dd3abcc03f0c9de82126a510
-size 5000052816
+oid sha256:bbe6bbd60af7680e0642aeba1bd9b1041ec9171cde7613530f9f03d5c83144d1
+size 4999593080

model-00050-of-00072.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51501512b569be6b1756375d1c980e6ac1884e479ef303345619cd78a7960105
-size 5000224856
+oid sha256:73cbdc09aefed8d32ddbe0f214e07f7c891c5a15c906c57d7253f32c54cec09a
+size 4999593120