diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..52373fe24473b1aa44333d318f578ae6bf04b49b 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/chat_template.jinja b/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..1f6c375e7e94177f91f8fca214920418d17083e2
--- /dev/null
+++ b/chat_template.jinja
@@ -0,0 +1,118 @@
+[gMASK]<sop>
+{%- if tools -%}
+<|system|>
+# Tools
+
+You may call one or more functions to assist with the user query.
+
+You are provided with function signatures within <tools></tools> XML tags:
+<tools>
+{% for tool in tools %}
+{{ tool | tojson(ensure_ascii=False) }}
+{% endfor %}
+</tools>
+
+For each function call, output the function name and arguments within the following XML format:
+<tool_call>{function-name}
+<arg_key>{arg-key-1}</arg_key>
+<arg_value>{arg-value-1}</arg_value>
+<arg_key>{arg-key-2}</arg_key>
+<arg_value>{arg-value-2}</arg_value>
+...
+</tool_call>{%- endif -%}
+{%- macro visible_text(content) -%}
+    {%- if content is string -%}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping -%}
+        {%- for item in content -%}
+            {%- if item is mapping and item.type == 'text' -%}
+                {{- item.text }}
+            {%- elif item is mapping and (item.type == 'image' or 'image' in item) -%}
+                <|begin_of_image|><|image|><|end_of_image|>
+            {%- elif item is mapping and (item.type == 'video' or 'video' in item) -%}
+                <|begin_of_video|><|video|><|end_of_video|>
+            {%- elif item is string -%}
+                {{- item }}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- else -%}
+        {{- content }}
+    {%- endif -%}
+{%- endmacro -%}
+{%- set ns = namespace(last_user_index=-1) %}
+{%- for m in messages %}
+    {%- if m.role == 'user' %}
+        {% set ns.last_user_index = loop.index0 -%}
+    {%- endif %}
+{%- endfor %}
+{% for m in messages %}
+{%- if m.role == 'user' -%}<|user|>
+{% if m.content is string %}
+{{ m.content }}
+{%- else %}
+{%- for item in m.content %}
+{% if item.type == 'video' or 'video' in item %}
+<|begin_of_video|><|video|><|end_of_video|>{% elif item.type == 'image' or 'image' in item %}
+<|begin_of_image|><|image|><|end_of_image|>{% elif item.type == 'text' %}
+{{ item.text }}
+{%- endif %}
+{%- endfor %}
+{%- endif %}
+{{- '/nothink' if (enable_thinking is defined and not enable_thinking and not visible_text(m.content).endswith("/nothink")) else '' -}}
+{%- elif m.role == 'assistant' -%}
+<|assistant|>
+{%- set reasoning_content = '' %}
+{%- set content = visible_text(m.content) %}
+{%- if m.reasoning_content is string %}
+    {%- set reasoning_content = m.reasoning_content %}
+{%- else %}
+    {%- if '</think>' in content %}
+        {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+        {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+    {%- endif %}
+{%- endif %}
+{%- if loop.index0 > ns.last_user_index and reasoning_content -%}
+{{ '\n<think>' + reasoning_content.strip() +  '</think>'}}
+{%- else -%}
+{{ '\n<think></think>' }}
+{%- endif -%}
+{%- if content.strip() -%}
+{{ '\n' + content.strip() }}
+{%- endif -%}
+{% if m.tool_calls %}
+{% for tc in m.tool_calls %}
+{%- if tc.function %}
+    {%- set tc = tc.function %}
+{%- endif %}
+{{ '\n<tool_call>' + tc.name }}
+{% set _args = tc.arguments %}
+{% for k, v in _args.items() %}
+<arg_key>{{ k }}</arg_key>
+<arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>
+{% endfor %}
+</tool_call>{% endfor %}
+{% endif %}
+{%- elif m.role == 'tool' -%}
+{%- if m.content is string -%}
+{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+    {{- '<|observation|>' }}
+{%- endif %}
+{{- '\n<tool_response>\n' }}
+{{- m.content }}
+{{- '\n</tool_response>' }}
+{%- else -%}
+<|observation|>{% for tr in m.content %}
+
+<tool_response>
+{{ tr.output if tr.output is defined else tr }}
+</tool_response>{% endfor -%}
+{% endif -%}
+{%- elif m.role == 'system' -%}
+<|system|>
+{{ visible_text(m.content) }}
+{%- endif -%}
+{%- endfor -%}
+{%- if add_generation_prompt -%}
+<|assistant|>
+{{'<think></think>\n' if (enable_thinking is defined and not enable_thinking) else ''}}
+{%- endif -%}
\ No newline at end of file
diff --git a/config.json b/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..38ed67fd61ce85768e3289d14094a1e0b5a0c84f
--- /dev/null
+++ b/config.json
@@ -0,0 +1,627 @@
+{
+  "architectures": [
+    "Glm4vMoeForConditionalGeneration"
+  ],
+  "model_type": "glm4v_moe",
+  "rope_scaling": {
+    "rope_type": "default",
+    "mrope_section": [
+      8,
+      12,
+      12
+    ]
+  },
+  "text_config": {
+    "pad_token_id": 151329,
+    "vocab_size": 151552,
+    "eos_token_id": [
+      151329,
+      151336,
+      151338
+    ],
+    "image_end_token_id": 151340,
+    "image_start_token_id": 151339,
+    "image_token_id": 151363,
+    "head_dim": 128,
+    "attention_bias": true,
+    "attention_dropout": 0.0,
+    "first_k_dense_replace": 1,
+    "hidden_act": "silu",
+    "hidden_size": 4096,
+    "initializer_range": 0.02,
+    "intermediate_size": 10944,
+    "max_position_embeddings": 65536,
+    "model_type": "glm4v_moe_text",
+    "moe_intermediate_size": 1408,
+    "n_group": 1,
+    "n_routed_experts": 128,
+    "n_shared_experts": 1,
+    "norm_topk_prob": true,
+    "num_attention_heads": 96,
+    "num_experts_per_tok": 8,
+    "num_hidden_layers": 46,
+    "num_key_value_heads": 8,
+    "partial_rotary_factor": 0.5,
+    "rms_norm_eps": 1e-05,
+    "torch_dtype": "bfloat16",
+    "rope_scaling": {
+      "rope_type": "default",
+      "mrope_section": [
+        8,
+        12,
+        12
+      ]
+    },
+    "rope_theta": 10000.0,
+    "routed_scaling_factor": 1.0,
+    "topk_group": 1,
+    "use_cache": true,
+    "use_qk_norm": false
+  },
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.55.0.dev0",
+  "video_end_token_id": 151342,
+  "video_start_token_id": 151341,
+  "video_token_id": 151364,
+  "vision_config": {
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "depth": 24,
+    "hidden_act": "silu",
+    "hidden_size": 1536,
+    "image_size": 336,
+    "in_channels": 3,
+    "initializer_range": 0.02,
+    "intermediate_size": 10944,
+    "model_type": "glm4v_moe",
+    "num_heads": 12,
+    "out_hidden_size": 4096,
+    "patch_size": 14,
+    "rms_norm_eps": 1e-05,
+    "spatial_merge_size": 2,
+    "temporal_patch_size": 2
+  },
+  "quantization_config": {
+    "config_groups": {
+      "group_0": {
+        "input_activations": {
+          "actorder": null,
+          "block_structure": null,
+          "dynamic": true,
+          "group_size": null,
+          "num_bits": 8,
+          "observer": null,
+          "observer_kwargs": {},
+          "strategy": "token",
+          "symmetric": true,
+          "type": "float"
+        },
+        "output_activations": null,
+        "targets": [
+          "Linear"
+        ],
+        "weights": {
+          "actorder": null,
+          "block_structure": null,
+          "dynamic": false,
+          "group_size": null,
+          "num_bits": 8,
+          "observer": "minmax",
+          "observer_kwargs": {},
+          "strategy": "channel",
+          "symmetric": true,
+          "type": "float"
+        }
+      }
+    },
+    "format": "float-quantized",
+    "ignore": [
+      "model.language_model.layers.4.input_layernorm",
+      "model.language_model.layers.3.input_layernorm",
+      "model.language_model.layers.2.input_layernorm",
+      "model.language_model.layers.0.input_layernorm",
+      "model.language_model.layers.1.input_layernorm",
+      "model.language_model.layers.8.input_layernorm",
+      "model.language_model.layers.6.input_layernorm",
+      "model.language_model.layers.7.input_layernorm",
+      "model.language_model.layers.5.input_layernorm",
+      "model.language_model.layers.9.input_layernorm",
+      "model.visual.blocks.6.norm1",
+      "model.visual.blocks.7.norm1",
+      "model.visual.blocks.8.norm1",
+      "model.visual.blocks.9.norm1",
+      "model.visual.patch_embed.proj.bias",
+      "model.visual.downsample.bias",
+      "model.language_model.layers.38.mlp.gate",
+      "model.language_model.layers.39.mlp.gate",
+      "model.language_model.layers.40.mlp.gate",
+      "model.language_model.layers.41.mlp.gate",
+      "model.language_model.layers.42.mlp.gate",
+      "model.language_model.layers.28.mlp.gate",
+      "model.language_model.layers.29.mlp.gate",
+      "model.language_model.layers.30.mlp.gate",
+      "model.language_model.layers.31.mlp.gate",
+      "model.language_model.layers.32.mlp.gate",
+      "model.language_model.layers.31.self_attn.q_proj.bias",
+      "model.language_model.layers.32.self_attn.q_proj.bias",
+      "model.language_model.layers.33.self_attn.q_proj.bias",
+      "model.language_model.layers.43.self_attn.q_proj.bias",
+      "model.language_model.layers.44.self_attn.q_proj.bias",
+      "model.language_model.layers.45.self_attn.q_proj.bias",
+      "model.visual.blocks.0.mlp.up_proj",
+      "model.visual.blocks.1.mlp.up_proj",
+      "model.visual.blocks.2.mlp.up_proj",
+      "model.visual.blocks.3.mlp.up_proj",
+      "model.visual.blocks.4.mlp.up_proj",
+      "model.visual.blocks.5.mlp.up_proj",
+      "model.visual.blocks.6.mlp.up_proj",
+      "model.visual.blocks.7.mlp.up_proj",
+      "model.visual.blocks.8.mlp.up_proj",
+      "model.visual.blocks.9.mlp.up_proj",
+      "model.language_model.layers.20.self_attn.q_proj.bias",
+      "model.language_model.layers.22.self_attn.q_proj.bias",
+      "model.language_model.layers.21.self_attn.q_proj.bias",
+      "model.language_model.layers.23.self_attn.q_proj.bias",
+      "model.language_model.layers.10.self_attn.q_proj.bias",
+      "model.language_model.layers.11.self_attn.q_proj.bias",
+      "model.language_model.layers.12.self_attn.q_proj.bias",
+      "model.language_model.layers.14.self_attn.q_proj.bias",
+      "model.language_model.layers.38.self_attn.q_proj.bias",
+      "model.language_model.layers.39.self_attn.q_proj.bias",
+      "model.language_model.layers.37.post_attention_layernorm",
+      "model.language_model.layers.38.post_attention_layernorm",
+      "model.language_model.layers.39.post_attention_layernorm",
+      "model.language_model.layers.20.post_attention_layernorm",
+      "model.language_model.layers.22.post_attention_layernorm",
+      "model.language_model.layers.21.post_attention_layernorm",
+      "model.language_model.layers.23.post_attention_layernorm",
+      "model.language_model.layers.24.post_attention_layernorm",
+      "model.language_model.layers.25.post_attention_layernorm",
+      "model.language_model.layers.26.post_attention_layernorm",
+      "model.language_model.layers.43.self_attn.k_proj.bias",
+      "model.language_model.layers.44.self_attn.k_proj.bias",
+      "model.language_model.layers.45.self_attn.k_proj.bias",
+      "model.language_model.layers.5.self_attn.v_proj.bias",
+      "model.language_model.layers.9.self_attn.v_proj.bias",
+      "model.language_model.layers.33.mlp.gate",
+      "model.language_model.layers.34.mlp.gate",
+      "model.language_model.layers.35.mlp.gate",
+      "model.language_model.layers.36.mlp.gate",
+      "model.language_model.layers.37.mlp.gate",
+      "model.language_model.layers.10.mlp.gate",
+      "model.language_model.layers.11.mlp.gate",
+      "model.language_model.layers.12.mlp.gate",
+      "model.language_model.layers.14.mlp.gate",
+      "model.language_model.layers.13.mlp.gate",
+      "model.language_model.layers.6.mlp.gate",
+      "model.language_model.layers.7.mlp.gate",
+      "model.language_model.layers.5.mlp.gate",
+      "model.language_model.layers.3.mlp.gate",
+      "model.language_model.layers.2.mlp.gate",
+      "model.language_model.layers.4.mlp.gate",
+      "model.language_model.layers.1.mlp.gate",
+      "model.language_model.layers.8.mlp.gate",
+      "model.language_model.layers.9.mlp.gate",
+      "model.visual.blocks.15.mlp.gate_proj",
+      "model.visual.blocks.16.mlp.down_proj",
+      "model.visual.blocks.16.mlp.gate_proj",
+      "model.visual.blocks.17.mlp.down_proj",
+      "model.visual.blocks.17.mlp.gate_proj",
+      "model.visual.blocks.18.mlp.down_proj",
+      "model.visual.blocks.18.mlp.gate_proj",
+      "model.visual.blocks.19.mlp.down_proj",
+      "model.visual.blocks.19.mlp.gate_proj",
+      "model.visual.blocks.20.mlp.down_proj",
+      "model.visual.post_layernorm",
+      "model.language_model.layers.40.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.41.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.42.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.29.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.30.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.31.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.32.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.33.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.34.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.35.mlp.gate.e_score_correction_bias",
+      "model.visual.blocks.12.norm1",
+      "model.visual.blocks.12.norm2",
+      "model.visual.blocks.13.norm1",
+      "model.visual.blocks.13.norm2",
+      "model.visual.blocks.14.norm1",
+      "model.visual.blocks.14.norm2",
+      "model.visual.blocks.15.norm1",
+      "model.visual.blocks.15.norm2",
+      "model.visual.blocks.16.norm2",
+      "model.visual.blocks.17.norm2",
+      "model.language_model.layers.45.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.17.post_attention_layernorm",
+      "model.language_model.layers.18.post_attention_layernorm",
+      "model.language_model.layers.19.post_attention_layernorm",
+      "model.language_model.layers.43.post_attention_layernorm",
+      "model.language_model.layers.44.post_attention_layernorm",
+      "model.language_model.layers.45.post_attention_layernorm",
+      "model.language_model.layers.20.self_attn.v_proj.bias",
+      "model.language_model.layers.22.self_attn.v_proj.bias",
+      "model.language_model.layers.21.self_attn.v_proj.bias",
+      "model.language_model.layers.23.self_attn.v_proj.bias",
+      "model.language_model.layers.24.self_attn.v_proj.bias",
+      "model.language_model.layers.25.self_attn.v_proj.bias",
+      "model.language_model.layers.26.self_attn.v_proj.bias",
+      "model.language_model.layers.27.self_attn.v_proj.bias",
+      "model.language_model.layers.28.self_attn.v_proj.bias",
+      "model.language_model.layers.29.self_attn.v_proj.bias",
+      "model.visual.blocks.11.mlp.gate_proj",
+      "model.visual.blocks.5.mlp.gate_proj",
+      "model.visual.blocks.5.norm1",
+      "model.visual.blocks.6.mlp.gate_proj",
+      "model.visual.blocks.7.mlp.gate_proj",
+      "model.visual.blocks.8.mlp.gate_proj",
+      "model.visual.blocks.9.mlp.gate_proj",
+      "model.language_model.layers.22.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.10.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.11.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.12.mlp.gate.e_score_correction_bias",
+      "model.visual.blocks.12.mlp.down_proj",
+      "model.visual.blocks.12.mlp.gate_proj",
+      "model.language_model.layers.14.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.13.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.15.mlp.gate.e_score_correction_bias",
+      "model.visual.blocks.13.mlp.down_proj",
+      "model.visual.blocks.13.mlp.gate_proj",
+      "model.visual.blocks.14.mlp.down_proj",
+      "model.visual.blocks.14.mlp.gate_proj",
+      "model.visual.blocks.15.mlp.down_proj",
+      "model.language_model.embed_tokens",
+      "model.language_model.layers.10.input_layernorm",
+      "model.language_model.layers.11.input_layernorm",
+      "model.language_model.layers.12.input_layernorm",
+      "model.language_model.layers.14.input_layernorm",
+      "model.language_model.layers.39.input_layernorm",
+      "model.language_model.layers.13.input_layernorm",
+      "model.language_model.layers.15.input_layernorm",
+      "model.language_model.layers.16.input_layernorm",
+      "model.language_model.layers.17.input_layernorm",
+      "model.language_model.layers.18.input_layernorm",
+      "model.language_model.layers.27.post_attention_layernorm",
+      "model.language_model.layers.28.post_attention_layernorm",
+      "model.language_model.layers.29.post_attention_layernorm",
+      "model.language_model.layers.10.post_attention_layernorm",
+      "model.language_model.layers.11.post_attention_layernorm",
+      "model.language_model.layers.12.post_attention_layernorm",
+      "model.language_model.layers.14.post_attention_layernorm",
+      "model.language_model.layers.13.post_attention_layernorm",
+      "model.language_model.layers.15.post_attention_layernorm",
+      "model.language_model.layers.16.post_attention_layernorm",
+      "model.visual.merger.up_proj",
+      "model.visual.blocks.19.norm2",
+      "model.visual.blocks.20.norm2",
+      "model.visual.blocks.21.norm2",
+      "model.visual.blocks.22.norm2",
+      "model.visual.blocks.23.norm2",
+      "model.visual.blocks.10.norm2",
+      "model.visual.blocks.11.norm2",
+      "model.language_model.layers.2.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.4.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.3.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.1.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.8.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.6.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.7.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.5.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.9.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.2.self_attn.k_proj.bias",
+      "model.language_model.layers.4.self_attn.k_proj.bias",
+      "model.language_model.layers.3.self_attn.k_proj.bias",
+      "model.language_model.layers.0.self_attn.k_proj.bias",
+      "model.language_model.layers.1.self_attn.k_proj.bias",
+      "model.language_model.layers.8.self_attn.k_proj.bias",
+      "model.language_model.layers.6.self_attn.k_proj.bias",
+      "model.language_model.layers.7.self_attn.k_proj.bias",
+      "model.language_model.layers.5.self_attn.k_proj.bias",
+      "model.language_model.layers.9.self_attn.k_proj.bias",
+      "model.language_model.layers.34.self_attn.q_proj.bias",
+      "model.language_model.layers.35.self_attn.q_proj.bias",
+      "model.language_model.layers.36.self_attn.q_proj.bias",
+      "model.language_model.layers.37.self_attn.q_proj.bias",
+      "model.language_model.layers.13.self_attn.q_proj.bias",
+      "model.language_model.layers.15.self_attn.q_proj.bias",
+      "model.language_model.layers.16.self_attn.q_proj.bias",
+      "model.language_model.layers.17.self_attn.q_proj.bias",
+      "model.language_model.layers.18.self_attn.q_proj.bias",
+      "model.language_model.layers.19.self_attn.q_proj.bias",
+      "model.language_model.layers.40.self_attn.q_proj.bias",
+      "model.language_model.layers.41.self_attn.q_proj.bias",
+      "model.language_model.layers.42.self_attn.q_proj.bias",
+      "model.language_model.layers.24.self_attn.q_proj.bias",
+      "model.language_model.layers.25.self_attn.q_proj.bias",
+      "model.language_model.layers.26.self_attn.q_proj.bias",
+      "model.language_model.layers.27.self_attn.q_proj.bias",
+      "model.language_model.layers.28.self_attn.q_proj.bias",
+      "model.language_model.layers.29.self_attn.q_proj.bias",
+      "model.language_model.layers.30.self_attn.q_proj.bias",
+      "model.language_model.layers.25.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.26.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.27.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.28.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.39.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.16.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.17.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.18.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.19.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.20.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.36.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.37.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.38.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.21.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.23.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.24.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.22.self_attn.k_proj.bias",
+      "model.language_model.layers.21.self_attn.k_proj.bias",
+      "model.language_model.layers.23.self_attn.k_proj.bias",
+      "model.language_model.layers.24.self_attn.k_proj.bias",
+      "model.language_model.layers.25.self_attn.k_proj.bias",
+      "model.language_model.layers.26.self_attn.k_proj.bias",
+      "model.language_model.layers.27.self_attn.k_proj.bias",
+      "model.language_model.layers.28.self_attn.k_proj.bias",
+      "model.language_model.layers.38.self_attn.k_proj.bias",
+      "model.language_model.layers.39.self_attn.k_proj.bias",
+      "model.visual.blocks.0.norm1",
+      "model.visual.blocks.1.norm1",
+      "model.visual.blocks.2.norm1",
+      "model.visual.blocks.0.norm2",
+      "model.visual.blocks.1.norm2",
+      "model.visual.blocks.2.norm2",
+      "model.visual.blocks.3.norm1",
+      "model.visual.blocks.3.norm2",
+      "model.visual.blocks.4.norm1",
+      "model.visual.blocks.19.attn.qkv",
+      "model.visual.blocks.20.attn.qkv",
+      "model.visual.blocks.21.attn.qkv",
+      "model.visual.blocks.22.attn.qkv",
+      "model.visual.blocks.23.attn.qkv",
+      "model.visual.blocks.10.attn.qkv",
+      "model.visual.blocks.11.attn.qkv",
+      "model.visual.blocks.4.norm2",
+      "model.visual.blocks.5.norm2",
+      "model.visual.blocks.6.norm2",
+      "model.visual.blocks.7.norm2",
+      "model.visual.blocks.8.norm2",
+      "model.visual.blocks.9.norm2",
+      "model.visual.blocks.22.mlp.up_proj",
+      "model.visual.blocks.23.mlp.up_proj",
+      "model.visual.blocks.10.mlp.up_proj",
+      "model.visual.blocks.11.mlp.up_proj",
+      "model.visual.blocks.20.mlp.gate_proj",
+      "model.visual.blocks.21.mlp.down_proj",
+      "model.visual.blocks.21.mlp.gate_proj",
+      "model.visual.blocks.22.mlp.down_proj",
+      "model.visual.blocks.22.mlp.gate_proj",
+      "model.visual.blocks.23.mlp.down_proj",
+      "model.visual.blocks.23.mlp.gate_proj",
+      "model.visual.blocks.10.mlp.down_proj",
+      "model.visual.blocks.10.mlp.gate_proj",
+      "model.visual.blocks.11.mlp.down_proj",
+      "model.visual.embeddings.position_embedding",
+      "model.language_model.layers.15.mlp.gate",
+      "model.language_model.layers.16.mlp.gate",
+      "model.language_model.layers.17.mlp.gate",
+      "model.visual.merger.proj",
+      "model.language_model.layers.43.mlp.gate",
+      "model.language_model.layers.44.mlp.gate",
+      "model.language_model.layers.45.mlp.gate",
+      "model.language_model.layers.32.input_layernorm",
+      "model.language_model.layers.33.input_layernorm",
+      "model.language_model.layers.34.input_layernorm",
+      "model.language_model.layers.35.input_layernorm",
+      "model.language_model.layers.36.input_layernorm",
+      "model.language_model.layers.37.input_layernorm",
+      "model.language_model.layers.38.input_layernorm",
+      "model.language_model.layers.40.input_layernorm",
+      "model.language_model.layers.41.input_layernorm",
+      "model.language_model.layers.42.input_layernorm",
+      "model.language_model.layers.10.self_attn.k_proj.bias",
+      "model.language_model.layers.11.self_attn.k_proj.bias",
+      "model.language_model.layers.12.self_attn.k_proj.bias",
+      "model.language_model.layers.14.self_attn.k_proj.bias",
+      "model.language_model.layers.13.self_attn.k_proj.bias",
+      "model.language_model.layers.15.self_attn.k_proj.bias",
+      "model.language_model.layers.16.self_attn.k_proj.bias",
+      "model.language_model.layers.17.self_attn.k_proj.bias",
+      "model.language_model.layers.18.self_attn.k_proj.bias",
+      "model.language_model.layers.19.self_attn.k_proj.bias",
+      "model.visual.patch_embed.proj",
+      "model.language_model.layers.32.self_attn.k_proj.bias",
+      "model.language_model.layers.33.self_attn.k_proj.bias",
+      "model.language_model.layers.34.self_attn.k_proj.bias",
+      "model.language_model.layers.35.self_attn.k_proj.bias",
+      "model.language_model.layers.36.self_attn.k_proj.bias",
+      "model.language_model.layers.37.self_attn.k_proj.bias",
+      "model.language_model.layers.40.self_attn.k_proj.bias",
+      "model.language_model.layers.41.self_attn.k_proj.bias",
+      "model.language_model.layers.42.self_attn.k_proj.bias",
+      "model.language_model.layers.29.self_attn.k_proj.bias",
+      "lm_head",
+      "model.language_model.layers.40.post_attention_layernorm",
+      "model.language_model.layers.41.post_attention_layernorm",
+      "model.language_model.layers.42.post_attention_layernorm",
+      "model.language_model.layers.30.post_attention_layernorm",
+      "model.language_model.layers.31.post_attention_layernorm",
+      "model.language_model.layers.32.post_attention_layernorm",
+      "model.language_model.layers.33.post_attention_layernorm",
+      "model.language_model.layers.34.post_attention_layernorm",
+      "model.language_model.layers.35.post_attention_layernorm",
+      "model.language_model.layers.36.post_attention_layernorm",
+      "model.language_model.layers.30.self_attn.k_proj.bias",
+      "model.language_model.layers.31.self_attn.k_proj.bias",
+      "model.language_model.layers.20.self_attn.k_proj.bias",
+      "model.language_model.layers.21.input_layernorm",
+      "model.language_model.layers.23.input_layernorm",
+      "model.language_model.layers.24.input_layernorm",
+      "model.language_model.layers.25.input_layernorm",
+      "model.language_model.layers.26.input_layernorm",
+      "model.language_model.layers.27.input_layernorm",
+      "model.language_model.layers.28.input_layernorm",
+      "model.language_model.layers.29.input_layernorm",
+      "model.language_model.layers.30.input_layernorm",
+      "model.language_model.layers.31.input_layernorm",
+      "model.visual.blocks.22.attn.proj",
+      "model.visual.blocks.23.attn.proj",
+      "model.visual.blocks.10.attn.proj",
+      "model.visual.blocks.11.attn.proj",
+      "model.visual.merger.down_proj",
+      "model.visual.merger.gate_proj",
+      "model.visual.merger.post_projection_norm.bias",
+      "model.language_model.norm",
+      "model.visual.blocks.16.norm1",
+      "model.visual.blocks.17.norm1",
+      "model.visual.blocks.18.norm1",
+      "model.visual.blocks.19.norm1",
+      "model.visual.blocks.20.norm1",
+      "model.visual.blocks.21.norm1",
+      "model.visual.blocks.22.norm1",
+      "model.visual.blocks.23.norm1",
+      "model.visual.blocks.10.norm1",
+      "model.visual.blocks.11.norm1",
+      "model.visual.blocks.18.norm2",
+      "model.language_model.layers.10.self_attn.v_proj.bias",
+      "model.language_model.layers.11.self_attn.v_proj.bias",
+      "model.language_model.layers.12.self_attn.v_proj.bias",
+      "model.language_model.layers.14.self_attn.v_proj.bias",
+      "model.language_model.layers.13.self_attn.v_proj.bias",
+      "model.language_model.layers.15.self_attn.v_proj.bias",
+      "model.language_model.layers.16.self_attn.v_proj.bias",
+      "model.language_model.layers.17.self_attn.v_proj.bias",
+      "model.language_model.layers.18.self_attn.v_proj.bias",
+      "model.language_model.layers.19.self_attn.v_proj.bias",
+      "model.visual.blocks.0.attn.qkv",
+      "model.visual.blocks.1.attn.qkv",
+      "model.visual.blocks.2.attn.qkv",
+      "model.visual.blocks.3.attn.qkv",
+      "model.visual.blocks.4.attn.qkv",
+      "model.visual.blocks.5.attn.qkv",
+      "model.visual.blocks.6.attn.qkv",
+      "model.visual.blocks.7.attn.qkv",
+      "model.visual.blocks.8.attn.qkv",
+      "model.visual.blocks.9.attn.qkv",
+      "model.language_model.layers.31.self_attn.v_proj.bias",
+      "model.language_model.layers.32.self_attn.v_proj.bias",
+      "model.language_model.layers.33.self_attn.v_proj.bias",
+      "model.language_model.layers.43.self_attn.v_proj.bias",
+      "model.language_model.layers.44.self_attn.v_proj.bias",
+      "model.language_model.layers.45.self_attn.v_proj.bias",
+      "model.visual.post_conv_layernorm",
+      "model.visual.blocks.0.mlp.down_proj",
+      "model.visual.blocks.0.mlp.gate_proj",
+      "model.visual.blocks.1.mlp.down_proj",
+      "model.visual.blocks.1.mlp.gate_proj",
+      "model.visual.blocks.2.mlp.down_proj",
+      "model.visual.blocks.2.mlp.gate_proj",
+      "model.visual.blocks.3.mlp.down_proj",
+      "model.visual.blocks.3.mlp.gate_proj",
+      "model.visual.blocks.4.mlp.down_proj",
+      "model.visual.blocks.4.mlp.gate_proj",
+      "model.visual.merger.post_projection_norm",
+      "model.visual.blocks.12.attn.proj",
+      "model.visual.blocks.13.attn.proj",
+      "model.visual.blocks.14.attn.proj",
+      "model.visual.blocks.15.attn.proj",
+      "model.visual.blocks.16.attn.proj",
+      "model.visual.blocks.17.attn.proj",
+      "model.visual.blocks.18.attn.proj",
+      "model.visual.blocks.19.attn.proj",
+      "model.visual.blocks.20.attn.proj",
+      "model.visual.blocks.21.attn.proj",
+      "model.visual.blocks.5.mlp.down_proj",
+      "model.visual.blocks.6.mlp.down_proj",
+      "model.visual.blocks.7.mlp.down_proj",
+      "model.visual.blocks.8.mlp.down_proj",
+      "model.visual.blocks.9.mlp.down_proj",
+      "model.visual.blocks.0.attn.proj",
+      "model.visual.blocks.1.attn.proj",
+      "model.visual.blocks.2.attn.proj",
+      "model.visual.blocks.3.attn.proj",
+      "model.visual.blocks.4.attn.proj",
+      "model.visual.blocks.5.attn.proj",
+      "model.visual.blocks.6.attn.proj",
+      "model.visual.blocks.7.attn.proj",
+      "model.visual.blocks.8.attn.proj",
+      "model.visual.blocks.9.attn.proj",
+      "model.visual.blocks.12.attn.qkv",
+      "model.visual.blocks.13.attn.qkv",
+      "model.visual.blocks.14.attn.qkv",
+      "model.visual.blocks.15.attn.qkv",
+      "model.visual.blocks.16.attn.qkv",
+      "model.visual.blocks.17.attn.qkv",
+      "model.visual.blocks.18.attn.qkv",
+      "model.language_model.layers.34.self_attn.v_proj.bias",
+      "model.language_model.layers.35.self_attn.v_proj.bias",
+      "model.language_model.layers.36.self_attn.v_proj.bias",
+      "model.language_model.layers.37.self_attn.v_proj.bias",
+      "model.language_model.layers.38.self_attn.v_proj.bias",
+      "model.language_model.layers.39.self_attn.v_proj.bias",
+      "model.language_model.layers.40.self_attn.v_proj.bias",
+      "model.language_model.layers.41.self_attn.v_proj.bias",
+      "model.language_model.layers.42.self_attn.v_proj.bias",
+      "model.language_model.layers.30.self_attn.v_proj.bias",
+      "model.visual.blocks.12.mlp.up_proj",
+      "model.visual.blocks.13.mlp.up_proj",
+      "model.visual.blocks.14.mlp.up_proj",
+      "model.visual.blocks.15.mlp.up_proj",
+      "model.visual.blocks.16.mlp.up_proj",
+      "model.visual.blocks.17.mlp.up_proj",
+      "model.visual.blocks.18.mlp.up_proj",
+      "model.visual.blocks.19.mlp.up_proj",
+      "model.visual.blocks.20.mlp.up_proj",
+      "model.visual.blocks.21.mlp.up_proj",
+      "model.language_model.layers.2.self_attn.q_proj.bias",
+      "model.language_model.layers.4.self_attn.q_proj.bias",
+      "model.language_model.layers.3.self_attn.q_proj.bias",
+      "model.language_model.layers.0.self_attn.q_proj.bias",
+      "model.language_model.layers.1.self_attn.q_proj.bias",
+      "model.language_model.layers.8.self_attn.q_proj.bias",
+      "model.language_model.layers.6.self_attn.q_proj.bias",
+      "model.language_model.layers.7.self_attn.q_proj.bias",
+      "model.language_model.layers.5.self_attn.q_proj.bias",
+      "model.language_model.layers.9.self_attn.q_proj.bias",
+      "model.language_model.layers.2.self_attn.v_proj.bias",
+      "model.language_model.layers.4.self_attn.v_proj.bias",
+      "model.language_model.layers.3.self_attn.v_proj.bias",
+      "model.language_model.layers.0.self_attn.v_proj.bias",
+      "model.language_model.layers.1.self_attn.v_proj.bias",
+      "model.language_model.layers.8.self_attn.v_proj.bias",
+      "model.language_model.layers.6.self_attn.v_proj.bias",
+      "model.language_model.layers.7.self_attn.v_proj.bias",
+      "model.language_model.layers.18.mlp.gate",
+      "model.language_model.layers.19.mlp.gate",
+      "model.language_model.layers.20.mlp.gate",
+      "model.language_model.layers.22.mlp.gate",
+      "model.language_model.layers.21.mlp.gate",
+      "model.language_model.layers.23.mlp.gate",
+      "model.language_model.layers.24.mlp.gate",
+      "model.language_model.layers.25.mlp.gate",
+      "model.language_model.layers.26.mlp.gate",
+      "model.language_model.layers.27.mlp.gate",
+      "model.language_model.layers.43.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.44.mlp.gate.e_score_correction_bias",
+      "model.language_model.layers.19.input_layernorm",
+      "model.language_model.layers.20.input_layernorm",
+      "model.language_model.layers.22.input_layernorm",
+      "model.language_model.layers.43.input_layernorm",
+      "model.language_model.layers.44.input_layernorm",
+      "model.language_model.layers.45.input_layernorm",
+      "model.language_model.layers.2.post_attention_layernorm",
+      "model.language_model.layers.4.post_attention_layernorm",
+      "model.language_model.layers.3.post_attention_layernorm",
+      "model.language_model.layers.0.post_attention_layernorm",
+      "model.language_model.layers.1.post_attention_layernorm",
+      "model.language_model.layers.8.post_attention_layernorm",
+      "model.language_model.layers.6.post_attention_layernorm",
+      "model.language_model.layers.7.post_attention_layernorm",
+      "model.language_model.layers.5.post_attention_layernorm",
+      "model.language_model.layers.9.post_attention_layernorm",
+      "model.visual.downsample"
+    ],
+    "quant_method": "compressed-tensors",
+    "quantization_status": "compressed"
+  }
+}
\ No newline at end of file
diff --git a/generation_config.json b/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..6406f5550cbca07dd41fe0c68de19df43408c89b
--- /dev/null
+++ b/generation_config.json
@@ -0,0 +1,14 @@
+{
+  "_from_model_config": true,
+  "do_sample": true,
+  "eos_token_id": [
+    151329,
+    151336,
+    151338
+  ],
+  "pad_token_id": 151329,
+  "temperature": 1.0,
+  "top_k": 1,
+  "top_p": 0.0001,
+  "transformers_version": "4.55.0.dev"
+}
\ No newline at end of file
diff --git a/model-00001-of-00046.safetensors b/model-00001-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0bb7c6f3cd896a2c8b712ebe2f47e77327cb9946
--- /dev/null
+++ b/model-00001-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0026c1097650dede9bbc7893416a6c56fd86dcf32ef566ef195a1ffbb51bb3
+size 2589546376
diff --git a/model-00002-of-00046.safetensors b/model-00002-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b6c1be7b81fdb5eba7cf429587b0b67fb6abebe4
--- /dev/null
+++ b/model-00002-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b499d123943a4fd52eb5e4891eb818b07532e29ce365a9a2f58508ccf0c81db
+size 2345789304
diff --git a/model-00003-of-00046.safetensors b/model-00003-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a243a87916e6cdc0325e31833a1aea76d29fae54
--- /dev/null
+++ b/model-00003-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82727d15e28b67d590b476147797a034af5df1bda60afdaadd1d6b15717e0c10
+size 2345789304
diff --git a/model-00004-of-00046.safetensors b/model-00004-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ba7deba56c3e93cfecb00e4367e91fce901db1ee
--- /dev/null
+++ b/model-00004-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af67eecd864912aca8247d8ca4f9e6ae6229671f8addb2d30c091328d9548255
+size 2345789304
diff --git a/model-00005-of-00046.safetensors b/model-00005-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..408127f8577388785c79a63660ddc18d7975650a
--- /dev/null
+++ b/model-00005-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a498348dd97f4787defe9451a331cce25ebccd6b955b729e9363924b456ced22
+size 2345789304
diff --git a/model-00006-of-00046.safetensors b/model-00006-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ce9db2974260d97a9e5302889e2df654c896332c
--- /dev/null
+++ b/model-00006-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9743eeba15d76650e49da82d6c0aa8cc899609bd7e7c8cdecf3b4bed9864c43d
+size 2345789304
diff --git a/model-00007-of-00046.safetensors b/model-00007-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..da94d40a77c1fd9408b55dd923bba9e119173781
--- /dev/null
+++ b/model-00007-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a4ea664ad038757fddee9a5ea51c94e935bc3913a9e8f061ed76a16660e600
+size 2345789304
diff --git a/model-00008-of-00046.safetensors b/model-00008-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..be2dcffffab00e06e21440b91d9f284ce5e3275a
--- /dev/null
+++ b/model-00008-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d997cb2a4e73c7933622f7d054ad356a177296bd166a88a8385e1d4f16ef3add
+size 2345789304
diff --git a/model-00009-of-00046.safetensors b/model-00009-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bf84cdb213dd50a86b46d993d7889e72b2541197
--- /dev/null
+++ b/model-00009-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0417629496b9816d8b804c94961f270da7eba106432308c7f70e04fc3f6d16f
+size 2345789304
diff --git a/model-00010-of-00046.safetensors b/model-00010-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d2ab6eb40095bc65423e96bce6233bd1282a1f75
--- /dev/null
+++ b/model-00010-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc5d0e0c6be9c991fb30838fb916f65b59a3001a6d45910ea2f2b5b5884467e
+size 2345790088
diff --git a/model-00011-of-00046.safetensors b/model-00011-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bf029c8eb4d867e1b400772c155ee43a4a389093
--- /dev/null
+++ b/model-00011-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ea51bd9237e8daf79ab29df7b3d4a761fdba43bf00721fd859538651dcb6ef
+size 2345790088
diff --git a/model-00012-of-00046.safetensors b/model-00012-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bb8fabcb35adb08802ff873dc428ab95c9f2b67a
--- /dev/null
+++ b/model-00012-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3c04ccf3e26d0eda5a67449c2ad29f01ac8e6472b02f239ae9246d4f89e443
+size 2345790088
diff --git a/model-00013-of-00046.safetensors b/model-00013-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..78d9093513229c7230187e30c218d107b845dbb3
--- /dev/null
+++ b/model-00013-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e6b8fc35578a270a5c9eb87faadbe9cc22464f47418a4c1837f083d06680a8
+size 2345790088
diff --git a/model-00014-of-00046.safetensors b/model-00014-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..86994bcc17923963f1b025f0dbe4ca5390dbec50
--- /dev/null
+++ b/model-00014-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e86fd429e5f83a612be7ac9b1ab610666f9567cd8899d08a258ea6cdf0a691
+size 2345790088
diff --git a/model-00015-of-00046.safetensors b/model-00015-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d852a289374367786c68a1671cf9374f10f614cb
--- /dev/null
+++ b/model-00015-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0c2706171c49ffe01e95bd890fd15cf52552f6ddf5926fa9be1385fe0fc184
+size 2345790088
diff --git a/model-00016-of-00046.safetensors b/model-00016-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5173e8abc9c2e4e9cbf865afbf36ca574f1558b9
--- /dev/null
+++ b/model-00016-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fa041f2402fdf6f1d2dbb202513d1b17ca5de5f16a0d05d9b5b4dcbf3bfb45
+size 2345790088
diff --git a/model-00017-of-00046.safetensors b/model-00017-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..05cb057db88705d73cb4705e1e243494bb4fbe9b
--- /dev/null
+++ b/model-00017-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081941f1d321b7bc08b543a96fe6c4f8733ff76c23b588329071c897a9947cf2
+size 2345790088
diff --git a/model-00018-of-00046.safetensors b/model-00018-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..df40392f16d6ece8a9408df0eee4cecdea38e888
--- /dev/null
+++ b/model-00018-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d4a16e9f6b6228cfa9182af0485d18af15fa4909c66531e69c8f7b355a1258
+size 2345790088
diff --git a/model-00019-of-00046.safetensors b/model-00019-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..379d2ac5f78d1a15e01d1b87fb9f5492c44d1b20
--- /dev/null
+++ b/model-00019-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43582ed4756714587fd0a40b998bef7aa7730bb0c039888acfc2b14ead150d9
+size 2345790088
diff --git a/model-00020-of-00046.safetensors b/model-00020-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c22d95120799dba9ca4851d3b239e6e4427daf87
--- /dev/null
+++ b/model-00020-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03428d53dd36f6794c46ee25c99a6c75bda1be39ab932a76880c836378e1eb6c
+size 2345790088
diff --git a/model-00021-of-00046.safetensors b/model-00021-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3adacce32569c4cb5c6b1122bd8590ec0799ef24
--- /dev/null
+++ b/model-00021-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e1ddb79657265803c09bb0f9055e6dc7bb63bca50955fc69afb8c6a50eb613
+size 2345790088
diff --git a/model-00022-of-00046.safetensors b/model-00022-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9277c0050416f2c12fa13de1a521600691acf8f7
--- /dev/null
+++ b/model-00022-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69498b48c34dad39580154988e6b7e6c2eca094137cbe7073d4e4adf94aca460
+size 2345790088
diff --git a/model-00023-of-00046.safetensors b/model-00023-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..12b8e4fb433834277ec61a1c574a8bf444f9348a
--- /dev/null
+++ b/model-00023-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22507d8b255ea3ed470a92d91c4ce80cc31ae4f2415b2330f06b3a94ffdc4442
+size 2345790088
diff --git a/model-00024-of-00046.safetensors b/model-00024-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a4a8ea487d98a134df9319baa82ff348fb884f00
--- /dev/null
+++ b/model-00024-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a041264a8f85653758b9d86415af6b0a69452635978f3992e2ec62b1d5ee587
+size 2345790088
diff --git a/model-00025-of-00046.safetensors b/model-00025-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dc41d73746866b61d965c5f8f332ed8fb4815f22
--- /dev/null
+++ b/model-00025-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818895f30d480a87af7e8e366391144b82efe08261a0416d79ecbc93f81cb193
+size 2345790088
diff --git a/model-00026-of-00046.safetensors b/model-00026-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..17263729a9c49328d3ddba1e9373c617ba8c7d98
--- /dev/null
+++ b/model-00026-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b82c161129374c39d8a9af9292b0c0c5267a0adabded559b5514a9acc2b48b
+size 2345790088
diff --git a/model-00027-of-00046.safetensors b/model-00027-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..79099be4024746448daae05aa1d74d9bf26685a8
--- /dev/null
+++ b/model-00027-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db358d11a9ca48bceb512a7ed3112e64a10063467f7df7c5b3e9c1ae0e0b66d
+size 2345790088
diff --git a/model-00028-of-00046.safetensors b/model-00028-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7d3dab3f66f1cae6c7130cd7bbb138839ef99029
--- /dev/null
+++ b/model-00028-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bb06e0eddba31f9b7158c4ab3bbd4027d9599ddccdcb3b2fa031e81977baa4
+size 2345790088
diff --git a/model-00029-of-00046.safetensors b/model-00029-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f4e3f92019f7d4fbff9ebd81831bb293ed73e7f7
--- /dev/null
+++ b/model-00029-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18b70bbca580315a7c6cc02b9ad46f2d90e0edb69867b64fd2355f106aa0eab
+size 2345790088
diff --git a/model-00030-of-00046.safetensors b/model-00030-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..46cdf76a3b5c2bd300a0822b6e8426c63f71c34e
--- /dev/null
+++ b/model-00030-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32f26dddfe6602af964a3b75399b13acd31d1a20acd723dc5fb2c608c2fb820
+size 2345790088
diff --git a/model-00031-of-00046.safetensors b/model-00031-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..959f6c9d28141cbb98687dea39a74ed4f414932f
--- /dev/null
+++ b/model-00031-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037e5337e1cfd3785be716b81577abbc448113d8acb4bd5663236cb0ed373d79
+size 2345790088
diff --git a/model-00032-of-00046.safetensors b/model-00032-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..681bdf8d03e8e8383ac69ac695e867480f592d80
--- /dev/null
+++ b/model-00032-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d097c3d9ae3f5e1ee58b29ffe8406fed9e27bbbbf94d643c2d6187135383eb
+size 2345790088
diff --git a/model-00033-of-00046.safetensors b/model-00033-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a5ad0468f1a35d702a716de2bce79ae67fa6f5bc
--- /dev/null
+++ b/model-00033-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac2ec893d4c0865c9e0e010e37066b04b75428108532f9653435de681ff7eaa
+size 2345790088
diff --git a/model-00034-of-00046.safetensors b/model-00034-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..47a07ca2ab823411728f8f187e390d39e44a316b
--- /dev/null
+++ b/model-00034-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ad484ce5341cfbcc34e1c4f7561924f4fddc19a792af791a38fd0d7bae45f1
+size 2345790088
diff --git a/model-00036-of-00046.safetensors b/model-00036-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fbc9595072116854b2c8fe3afc8bd96d5059a6a2
--- /dev/null
+++ b/model-00036-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391e4d870d3cac92d92af66b29afdec74fd14920ec7e96187ac6509346879bfd
+size 2345790088
diff --git a/model-00038-of-00046.safetensors b/model-00038-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..102c3358527c9f5ee36daf2dec19d9837c0ab287
--- /dev/null
+++ b/model-00038-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a38f7f5663a3af97fee68b5c78305f110a2cbeb2dc3a5f1c4eedc584df1d75
+size 2345790088
diff --git a/model-00039-of-00046.safetensors b/model-00039-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..11a0771beebb8cc53bf3e31da80c8503a819627b
--- /dev/null
+++ b/model-00039-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd378b918247789e9770ce4f56152d8f8e3775897dd644ab005de548633e76ab
+size 2345790088
diff --git a/model-00041-of-00046.safetensors b/model-00041-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..494abe9221f64de6d837f64d0b57837e3a8ea90b
--- /dev/null
+++ b/model-00041-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05919e962b44df34c66477a74cd01fc7dc780f68217e2584a25f80ef98a84ec
+size 2345790088
diff --git a/model-00042-of-00046.safetensors b/model-00042-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bd662d1726a9f23b371d5ea5ff9285bf4ac9fff8
--- /dev/null
+++ b/model-00042-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f5879666cca387c0d593fdf522e5820880f6cd74ca90d244f418567cd0498c
+size 2345790088
diff --git a/model-00043-of-00046.safetensors b/model-00043-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e88ccfbab0d9e614afb838fc78aa646cc78a5996
--- /dev/null
+++ b/model-00043-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a2d9af66d73ba137252b42c56e3123b0389c1e237461449e9e98ddabe11c5f
+size 2345790088
diff --git a/model-00045-of-00046.safetensors b/model-00045-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e4e09f3ee3e935f383449ba5ddd5276f6e84de6f
--- /dev/null
+++ b/model-00045-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413bd3fe7a33d0df18382d67d8fc1cc7bf2dd8fbe4e6dd29bf2a90b703496702
+size 3025350880
diff --git a/model-00046-of-00046.safetensors b/model-00046-of-00046.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e5644ebd8e5509edd59dbf7f4a7691bddf4858dc
--- /dev/null
+++ b/model-00046-of-00046.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42f8c540b7eaa349cc6dac69d9c066bc863328867c3291e1f47af20781b3f96
+size 3520860544
diff --git a/model.safetensors.index.json b/model.safetensors.index.json
new file mode 100644
index 0000000000000000000000000000000000000000..1fd5d4a71096608a92e0556d9c856600c309649d
--- /dev/null
+++ b/model.safetensors.index.json
@@ -0,0 +1,35715 @@
+{
+  "weight_map": {
+    "model.language_model.layers.2.input_layernorm.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.0.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.0.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.0.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.0.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.0.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.0.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.1.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.1.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.1.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.1.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.1.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.1.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.10.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.10.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.10.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.10.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.10.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.10.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.100.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.100.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.100.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.100.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.100.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.100.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.101.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.101.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.101.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.101.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.101.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.101.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.102.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.102.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.102.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.102.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.102.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.102.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.103.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.103.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.103.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.103.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.103.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.103.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.104.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.104.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.104.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.104.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.104.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.104.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.105.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.105.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.105.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.105.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.105.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.105.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.106.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.106.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.106.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.106.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.106.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.106.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.107.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.107.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.107.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.107.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.107.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.107.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.108.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.108.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.108.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.108.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.108.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.108.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.109.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.109.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.109.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.109.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.109.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.109.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.11.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.11.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.11.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.11.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.11.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.11.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.110.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.110.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.110.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.110.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.110.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.110.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.111.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.111.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.111.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.111.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.111.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.111.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.112.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.112.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.112.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.112.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.112.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.112.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.113.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.113.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.113.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.113.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.113.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.113.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.114.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.114.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.114.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.114.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.114.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.114.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.115.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.115.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.115.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.115.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.115.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.115.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.116.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.116.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.116.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.116.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.116.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.116.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.117.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.117.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.117.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.117.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.117.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.117.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.118.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.118.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.118.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.118.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.118.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.118.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.119.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.119.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.119.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.119.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.119.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.119.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.12.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.12.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.12.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.12.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.12.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.12.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.120.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.120.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.120.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.120.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.120.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.120.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.121.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.121.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.121.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.121.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.121.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.121.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.122.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.122.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.122.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.122.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.122.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.122.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.123.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.123.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.123.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.123.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.123.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.123.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.124.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.124.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.124.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.124.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.124.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.124.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.125.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.125.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.125.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.125.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.125.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.125.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.126.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.126.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.126.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.126.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.126.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.126.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.127.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.127.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.127.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.127.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.127.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.127.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.13.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.13.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.13.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.13.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.13.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.13.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.14.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.14.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.14.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.14.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.14.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.14.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.15.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.15.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.15.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.15.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.15.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.15.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.16.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.16.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.16.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.16.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.16.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.16.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.17.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.17.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.17.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.17.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.17.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.17.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.18.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.18.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.18.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.18.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.18.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.18.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.19.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.19.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.19.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.19.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.19.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.19.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.2.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.2.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.2.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.2.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.2.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.2.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.20.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.20.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.20.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.20.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.20.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.20.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.21.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.21.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.21.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.21.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.21.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.21.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.22.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.22.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.22.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.22.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.22.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.22.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.23.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.23.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.23.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.23.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.23.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.23.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.24.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.24.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.24.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.24.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.24.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.24.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.25.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.25.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.25.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.25.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.25.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.25.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.26.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.26.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.26.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.26.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.26.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.26.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.27.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.27.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.27.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.27.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.27.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.27.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.28.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.28.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.28.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.28.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.28.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.28.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.29.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.29.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.29.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.29.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.29.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.29.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.3.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.3.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.3.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.3.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.3.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.3.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.30.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.30.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.30.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.30.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.30.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.30.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.31.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.31.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.31.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.31.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.31.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.31.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.32.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.32.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.32.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.32.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.32.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.32.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.33.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.33.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.33.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.33.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.33.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.33.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.34.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.34.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.34.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.34.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.34.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.34.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.35.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.35.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.35.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.35.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.35.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.35.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.36.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.36.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.36.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.36.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.36.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.36.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.37.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.37.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.37.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.37.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.37.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.37.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.38.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.38.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.38.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.38.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.38.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.38.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.39.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.39.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.39.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.39.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.39.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.39.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.4.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.4.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.4.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.4.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.4.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.4.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.40.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.40.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.40.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.40.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.40.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.40.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.41.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.41.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.41.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.41.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.41.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.41.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.42.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.42.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.42.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.42.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.42.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.42.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.43.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.43.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.43.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.43.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.43.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.43.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.44.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.44.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.44.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.44.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.44.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.44.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.45.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.45.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.45.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.45.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.45.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.45.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.46.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.46.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.46.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.46.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.46.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.46.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.47.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.47.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.47.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.47.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.47.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.47.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.48.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.48.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.48.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.48.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.48.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.48.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.49.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.49.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.49.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.49.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.49.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.49.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.5.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.5.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.5.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.5.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.5.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.5.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.50.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.50.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.50.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.50.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.50.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.50.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.51.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.51.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.51.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.51.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.51.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.51.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.52.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.52.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.52.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.52.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.52.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.52.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.53.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.53.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.53.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.53.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.53.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.53.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.54.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.54.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.54.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.54.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.54.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.54.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.55.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.55.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.55.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.55.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.55.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.55.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.56.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.56.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.56.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.56.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.56.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.56.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.57.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.57.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.57.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.57.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.57.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.57.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.58.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.58.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.58.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.58.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.58.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.58.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.59.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.59.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.59.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.59.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.59.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.59.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.6.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.6.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.6.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.6.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.6.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.6.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.60.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.60.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.60.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.60.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.60.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.60.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.61.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.61.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.61.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.61.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.61.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.61.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.62.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.62.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.62.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.62.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.62.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.62.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.63.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.63.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.63.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.63.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.63.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.63.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.64.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.64.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.64.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.64.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.64.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.64.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.65.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.65.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.65.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.65.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.65.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.65.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.66.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.66.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.66.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.66.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.66.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.66.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.67.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.67.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.67.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.67.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.67.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.67.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.68.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.68.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.68.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.68.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.68.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.68.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.69.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.69.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.69.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.69.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.69.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.69.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.7.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.7.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.7.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.7.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.7.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.7.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.70.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.70.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.70.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.70.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.70.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.70.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.71.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.71.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.71.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.71.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.71.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.71.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.72.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.72.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.72.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.72.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.72.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.72.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.73.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.73.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.73.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.73.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.73.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.73.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.74.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.74.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.74.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.74.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.74.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.74.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.75.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.75.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.75.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.75.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.75.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.75.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.76.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.76.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.76.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.76.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.76.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.76.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.77.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.77.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.77.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.77.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.77.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.77.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.78.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.78.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.78.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.78.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.78.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.78.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.79.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.79.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.79.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.79.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.79.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.79.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.8.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.8.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.8.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.8.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.8.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.8.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.80.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.80.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.80.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.80.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.80.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.80.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.81.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.81.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.81.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.81.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.81.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.81.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.82.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.82.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.82.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.82.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.82.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.82.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.83.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.83.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.83.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.83.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.83.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.83.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.84.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.84.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.84.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.84.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.84.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.84.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.85.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.85.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.85.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.85.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.85.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.85.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.86.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.86.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.86.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.86.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.86.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.86.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.87.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.87.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.87.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.87.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.87.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.87.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.88.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.88.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.88.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.88.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.88.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.88.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.89.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.89.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.89.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.89.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.89.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.89.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.9.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.9.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.9.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.9.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.9.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.9.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.90.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.90.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.90.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.90.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.90.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.90.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.91.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.91.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.91.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.91.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.91.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.91.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.92.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.92.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.92.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.92.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.92.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.92.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.93.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.93.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.93.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.93.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.93.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.93.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.94.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.94.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.94.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.94.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.94.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.94.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.95.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.95.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.95.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.95.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.95.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.95.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.96.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.96.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.96.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.96.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.96.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.96.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.97.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.97.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.97.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.97.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.97.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.97.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.98.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.98.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.98.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.98.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.98.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.98.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.99.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.99.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.99.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.99.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.99.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.experts.99.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.gate.e_score_correction_bias": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.gate.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.shared_experts.down_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.shared_experts.down_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.shared_experts.gate_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.shared_experts.gate_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.shared_experts.up_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.mlp.shared_experts.up_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.post_attention_layernorm.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.self_attn.k_proj.bias": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.self_attn.k_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.self_attn.k_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.self_attn.o_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.self_attn.o_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.self_attn.q_proj.bias": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.self_attn.q_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.self_attn.q_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.self_attn.v_proj.bias": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.self_attn.v_proj.weight": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.2.self_attn.v_proj.weight_scale": "model-00002-of-00046.safetensors",
+    "model.language_model.layers.4.input_layernorm.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.0.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.0.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.0.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.0.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.0.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.0.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.1.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.1.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.1.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.1.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.1.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.1.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.10.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.10.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.10.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.10.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.10.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.10.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.100.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.100.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.100.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.100.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.100.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.100.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.101.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.101.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.101.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.101.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.101.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.101.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.102.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.102.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.102.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.102.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.102.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.102.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.103.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.103.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.103.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.103.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.103.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.103.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.104.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.104.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.104.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.104.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.104.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.104.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.105.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.105.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.105.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.105.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.105.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.105.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.106.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.106.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.106.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.106.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.106.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.106.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.107.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.107.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.107.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.107.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.107.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.107.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.108.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.108.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.108.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.108.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.108.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.108.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.109.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.109.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.109.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.109.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.109.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.109.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.11.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.11.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.11.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.11.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.11.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.11.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.110.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.110.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.110.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.110.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.110.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.110.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.111.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.111.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.111.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.111.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.111.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.111.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.112.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.112.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.112.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.112.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.112.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.112.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.113.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.113.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.113.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.113.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.113.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.113.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.114.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.114.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.114.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.114.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.114.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.114.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.115.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.115.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.115.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.115.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.115.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.115.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.116.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.116.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.116.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.116.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.116.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.116.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.117.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.117.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.117.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.117.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.117.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.117.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.118.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.118.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.118.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.118.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.118.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.118.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.119.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.119.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.119.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.119.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.119.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.119.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.12.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.12.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.12.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.12.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.12.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.12.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.120.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.120.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.120.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.120.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.120.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.120.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.121.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.121.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.121.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.121.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.121.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.121.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.122.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.122.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.122.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.122.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.122.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.122.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.123.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.123.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.123.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.123.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.123.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.123.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.124.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.124.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.124.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.124.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.124.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.124.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.125.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.125.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.125.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.125.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.125.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.125.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.126.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.126.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.126.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.126.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.126.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.126.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.127.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.127.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.127.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.127.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.127.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.127.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.13.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.13.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.13.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.13.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.13.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.13.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.14.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.14.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.14.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.14.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.14.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.14.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.15.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.15.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.15.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.15.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.15.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.15.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.16.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.16.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.16.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.16.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.16.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.16.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.17.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.17.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.17.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.17.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.17.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.17.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.18.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.18.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.18.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.18.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.18.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.18.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.19.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.19.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.19.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.19.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.19.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.19.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.2.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.2.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.2.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.2.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.2.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.2.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.20.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.20.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.20.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.20.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.20.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.20.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.21.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.21.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.21.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.21.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.21.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.21.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.22.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.22.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.22.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.22.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.22.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.22.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.23.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.23.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.23.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.23.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.23.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.23.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.24.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.24.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.24.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.24.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.24.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.24.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.25.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.25.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.25.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.25.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.25.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.25.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.26.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.26.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.26.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.26.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.26.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.26.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.27.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.27.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.27.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.27.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.27.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.27.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.28.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.28.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.28.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.28.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.28.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.28.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.29.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.29.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.29.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.29.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.29.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.29.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.3.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.3.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.3.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.3.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.3.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.3.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.30.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.30.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.30.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.30.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.30.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.30.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.31.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.31.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.31.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.31.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.31.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.31.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.32.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.32.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.32.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.32.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.32.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.32.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.33.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.33.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.33.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.33.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.33.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.33.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.34.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.34.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.34.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.34.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.34.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.34.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.35.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.35.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.35.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.35.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.35.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.35.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.36.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.36.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.36.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.36.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.36.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.36.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.37.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.37.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.37.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.37.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.37.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.37.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.38.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.38.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.38.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.38.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.38.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.38.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.39.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.39.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.39.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.39.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.39.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.39.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.4.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.4.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.4.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.4.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.4.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.4.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.40.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.40.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.40.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.40.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.40.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.40.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.41.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.41.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.41.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.41.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.41.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.41.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.42.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.42.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.42.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.42.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.42.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.42.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.43.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.43.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.43.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.43.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.43.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.43.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.44.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.44.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.44.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.44.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.44.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.44.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.45.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.45.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.45.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.45.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.45.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.45.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.46.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.46.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.46.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.46.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.46.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.46.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.47.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.47.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.47.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.47.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.47.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.47.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.48.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.48.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.48.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.48.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.48.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.48.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.49.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.49.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.49.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.49.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.49.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.49.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.5.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.5.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.5.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.5.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.5.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.5.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.50.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.50.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.50.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.50.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.50.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.50.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.51.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.51.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.51.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.51.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.51.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.51.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.52.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.52.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.52.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.52.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.52.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.52.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.53.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.53.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.53.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.53.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.53.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.53.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.54.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.54.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.54.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.54.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.54.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.54.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.55.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.55.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.55.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.55.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.55.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.55.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.56.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.56.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.56.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.56.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.56.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.56.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.57.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.57.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.57.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.57.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.57.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.57.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.58.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.58.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.58.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.58.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.58.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.58.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.59.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.59.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.59.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.59.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.59.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.59.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.6.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.6.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.6.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.6.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.6.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.6.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.60.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.60.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.60.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.60.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.60.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.60.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.61.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.61.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.61.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.61.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.61.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.61.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.62.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.62.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.62.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.62.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.62.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.62.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.63.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.63.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.63.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.63.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.63.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.63.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.64.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.64.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.64.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.64.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.64.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.64.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.65.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.65.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.65.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.65.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.65.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.65.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.66.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.66.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.66.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.66.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.66.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.66.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.67.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.67.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.67.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.67.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.67.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.67.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.68.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.68.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.68.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.68.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.68.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.68.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.69.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.69.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.69.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.69.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.69.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.69.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.7.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.7.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.7.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.7.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.7.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.7.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.70.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.70.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.70.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.70.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.70.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.70.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.71.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.71.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.71.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.71.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.71.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.71.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.72.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.72.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.72.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.72.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.72.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.72.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.73.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.73.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.73.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.73.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.73.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.73.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.74.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.74.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.74.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.74.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.74.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.74.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.75.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.75.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.75.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.75.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.75.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.75.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.76.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.76.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.76.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.76.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.76.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.76.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.77.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.77.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.77.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.77.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.77.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.77.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.78.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.78.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.78.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.78.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.78.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.78.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.79.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.79.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.79.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.79.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.79.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.79.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.8.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.8.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.8.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.8.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.8.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.8.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.80.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.80.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.80.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.80.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.80.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.80.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.81.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.81.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.81.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.81.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.81.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.81.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.82.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.82.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.82.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.82.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.82.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.82.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.83.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.83.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.83.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.83.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.83.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.83.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.84.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.84.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.84.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.84.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.84.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.84.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.85.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.85.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.85.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.85.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.85.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.85.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.86.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.86.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.86.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.86.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.86.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.86.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.87.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.87.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.87.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.87.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.87.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.87.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.88.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.88.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.88.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.88.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.88.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.88.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.89.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.89.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.89.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.89.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.89.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.89.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.9.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.9.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.9.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.9.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.9.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.9.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.90.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.90.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.90.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.90.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.90.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.90.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.91.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.91.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.91.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.91.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.91.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.91.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.92.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.92.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.92.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.92.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.92.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.92.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.93.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.93.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.93.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.93.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.93.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.93.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.94.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.94.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.94.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.94.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.94.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.94.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.95.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.95.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.95.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.95.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.95.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.95.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.96.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.96.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.96.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.96.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.96.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.96.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.97.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.97.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.97.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.97.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.97.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.97.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.98.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.98.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.98.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.98.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.98.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.98.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.99.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.99.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.99.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.99.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.99.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.experts.99.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.gate.e_score_correction_bias": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.gate.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.shared_experts.down_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.shared_experts.down_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.shared_experts.gate_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.shared_experts.gate_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.shared_experts.up_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.mlp.shared_experts.up_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.post_attention_layernorm.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.self_attn.k_proj.bias": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.self_attn.k_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.self_attn.k_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.self_attn.o_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.self_attn.o_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.self_attn.q_proj.bias": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.self_attn.q_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.self_attn.q_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.self_attn.v_proj.bias": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.self_attn.v_proj.weight": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.4.self_attn.v_proj.weight_scale": "model-00004-of-00046.safetensors",
+    "model.language_model.layers.3.input_layernorm.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.0.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.0.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.0.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.0.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.0.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.0.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.1.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.1.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.1.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.1.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.1.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.1.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.10.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.10.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.10.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.10.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.10.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.10.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.100.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.100.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.100.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.100.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.100.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.100.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.101.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.101.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.101.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.101.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.101.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.101.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.102.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.102.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.102.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.102.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.102.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.102.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.103.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.103.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.103.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.103.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.103.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.103.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.104.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.104.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.104.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.104.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.104.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.104.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.105.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.105.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.105.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.105.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.105.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.105.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.106.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.106.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.106.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.106.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.106.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.106.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.107.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.107.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.107.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.107.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.107.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.107.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.108.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.108.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.108.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.108.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.108.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.108.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.109.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.109.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.109.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.109.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.109.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.109.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.11.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.11.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.11.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.11.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.11.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.11.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.110.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.110.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.110.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.110.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.110.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.110.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.111.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.111.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.111.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.111.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.111.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.111.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.112.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.112.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.112.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.112.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.112.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.112.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.113.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.113.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.113.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.113.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.113.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.113.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.114.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.114.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.114.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.114.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.114.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.114.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.115.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.115.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.115.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.115.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.115.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.115.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.116.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.116.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.116.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.116.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.116.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.116.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.117.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.117.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.117.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.117.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.117.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.117.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.118.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.118.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.118.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.118.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.118.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.118.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.119.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.119.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.119.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.119.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.119.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.119.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.12.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.12.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.12.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.12.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.12.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.12.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.120.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.120.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.120.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.120.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.120.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.120.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.121.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.121.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.121.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.121.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.121.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.121.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.122.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.122.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.122.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.122.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.122.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.122.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.123.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.123.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.123.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.123.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.123.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.123.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.124.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.124.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.124.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.124.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.124.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.124.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.125.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.125.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.125.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.125.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.125.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.125.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.126.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.126.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.126.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.126.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.126.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.126.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.127.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.127.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.127.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.127.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.127.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.127.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.13.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.13.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.13.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.13.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.13.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.13.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.14.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.14.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.14.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.14.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.14.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.14.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.15.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.15.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.15.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.15.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.15.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.15.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.16.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.16.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.16.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.16.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.16.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.16.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.17.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.17.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.17.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.17.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.17.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.17.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.18.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.18.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.18.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.18.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.18.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.18.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.19.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.19.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.19.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.19.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.19.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.19.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.2.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.2.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.2.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.2.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.2.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.2.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.20.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.20.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.20.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.20.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.20.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.20.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.21.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.21.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.21.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.21.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.21.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.21.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.22.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.22.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.22.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.22.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.22.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.22.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.23.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.23.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.23.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.23.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.23.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.23.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.24.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.24.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.24.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.24.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.24.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.24.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.25.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.25.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.25.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.25.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.25.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.25.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.26.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.26.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.26.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.26.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.26.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.26.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.27.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.27.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.27.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.27.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.27.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.27.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.28.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.28.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.28.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.28.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.28.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.28.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.29.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.29.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.29.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.29.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.29.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.29.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.3.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.3.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.3.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.3.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.3.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.3.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.30.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.30.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.30.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.30.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.30.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.30.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.31.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.31.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.31.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.31.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.31.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.31.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.32.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.32.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.32.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.32.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.32.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.32.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.33.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.33.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.33.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.33.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.33.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.33.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.34.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.34.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.34.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.34.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.34.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.34.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.35.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.35.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.35.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.35.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.35.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.35.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.36.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.36.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.36.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.36.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.36.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.36.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.37.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.37.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.37.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.37.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.37.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.37.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.38.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.38.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.38.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.38.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.38.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.38.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.39.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.39.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.39.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.39.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.39.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.39.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.4.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.4.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.4.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.4.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.4.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.4.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.40.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.40.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.40.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.40.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.40.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.40.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.41.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.41.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.41.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.41.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.41.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.41.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.42.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.42.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.42.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.42.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.42.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.42.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.43.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.43.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.43.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.43.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.43.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.43.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.44.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.44.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.44.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.44.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.44.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.44.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.45.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.45.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.45.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.45.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.45.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.45.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.46.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.46.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.46.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.46.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.46.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.46.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.47.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.47.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.47.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.47.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.47.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.47.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.48.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.48.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.48.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.48.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.48.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.48.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.49.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.49.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.49.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.49.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.49.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.49.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.5.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.5.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.5.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.5.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.5.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.5.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.50.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.50.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.50.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.50.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.50.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.50.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.51.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.51.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.51.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.51.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.51.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.51.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.52.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.52.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.52.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.52.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.52.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.52.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.53.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.53.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.53.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.53.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.53.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.53.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.54.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.54.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.54.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.54.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.54.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.54.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.55.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.55.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.55.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.55.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.55.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.55.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.56.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.56.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.56.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.56.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.56.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.56.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.57.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.57.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.57.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.57.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.57.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.57.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.58.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.58.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.58.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.58.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.58.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.58.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.59.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.59.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.59.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.59.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.59.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.59.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.6.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.6.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.6.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.6.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.6.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.6.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.60.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.60.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.60.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.60.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.60.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.60.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.61.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.61.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.61.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.61.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.61.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.61.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.62.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.62.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.62.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.62.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.62.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.62.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.63.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.63.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.63.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.63.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.63.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.63.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.64.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.64.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.64.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.64.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.64.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.64.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.65.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.65.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.65.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.65.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.65.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.65.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.66.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.66.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.66.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.66.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.66.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.66.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.67.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.67.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.67.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.67.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.67.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.67.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.68.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.68.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.68.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.68.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.68.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.68.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.69.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.69.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.69.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.69.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.69.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.69.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.7.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.7.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.7.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.7.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.7.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.7.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.70.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.70.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.70.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.70.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.70.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.70.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.71.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.71.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.71.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.71.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.71.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.71.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.72.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.72.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.72.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.72.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.72.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.72.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.73.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.73.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.73.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.73.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.73.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.73.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.74.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.74.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.74.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.74.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.74.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.74.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.75.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.75.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.75.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.75.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.75.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.75.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.76.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.76.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.76.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.76.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.76.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.76.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.77.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.77.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.77.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.77.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.77.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.77.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.78.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.78.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.78.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.78.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.78.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.78.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.79.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.79.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.79.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.79.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.79.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.79.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.8.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.8.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.8.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.8.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.8.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.8.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.80.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.80.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.80.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.80.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.80.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.80.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.81.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.81.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.81.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.81.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.81.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.81.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.82.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.82.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.82.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.82.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.82.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.82.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.83.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.83.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.83.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.83.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.83.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.83.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.84.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.84.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.84.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.84.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.84.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.84.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.85.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.85.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.85.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.85.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.85.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.85.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.86.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.86.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.86.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.86.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.86.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.86.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.87.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.87.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.87.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.87.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.87.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.87.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.88.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.88.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.88.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.88.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.88.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.88.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.89.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.89.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.89.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.89.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.89.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.89.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.9.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.9.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.9.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.9.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.9.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.9.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.90.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.90.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.90.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.90.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.90.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.90.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.91.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.91.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.91.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.91.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.91.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.91.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.92.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.92.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.92.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.92.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.92.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.92.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.93.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.93.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.93.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.93.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.93.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.93.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.94.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.94.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.94.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.94.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.94.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.94.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.95.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.95.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.95.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.95.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.95.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.95.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.96.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.96.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.96.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.96.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.96.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.96.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.97.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.97.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.97.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.97.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.97.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.97.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.98.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.98.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.98.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.98.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.98.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.98.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.99.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.99.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.99.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.99.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.99.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.experts.99.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.gate.e_score_correction_bias": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.gate.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.shared_experts.down_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.shared_experts.down_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.shared_experts.gate_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.shared_experts.gate_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.shared_experts.up_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.mlp.shared_experts.up_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.post_attention_layernorm.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.self_attn.k_proj.bias": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.self_attn.k_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.self_attn.k_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.self_attn.o_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.self_attn.o_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.self_attn.q_proj.bias": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.self_attn.q_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.self_attn.q_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.self_attn.v_proj.bias": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.self_attn.v_proj.weight": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.3.self_attn.v_proj.weight_scale": "model-00003-of-00046.safetensors",
+    "model.language_model.layers.0.input_layernorm.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.0.mlp.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.0.mlp.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.0.mlp.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.0.mlp.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.0.mlp.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.0.mlp.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.0.post_attention_layernorm.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.0.self_attn.k_proj.bias": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.0.self_attn.k_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.0.self_attn.k_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.0.self_attn.o_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.0.self_attn.o_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.0.self_attn.q_proj.bias": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.0.self_attn.q_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.0.self_attn.q_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.0.self_attn.v_proj.bias": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.0.self_attn.v_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.0.self_attn.v_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.input_layernorm.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.0.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.0.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.0.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.0.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.0.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.0.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.1.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.1.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.1.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.1.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.1.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.1.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.10.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.10.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.10.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.10.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.10.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.10.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.100.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.100.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.100.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.100.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.100.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.100.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.101.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.101.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.101.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.101.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.101.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.101.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.102.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.102.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.102.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.102.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.102.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.102.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.103.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.103.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.103.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.103.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.103.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.103.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.104.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.104.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.104.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.104.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.104.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.104.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.105.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.105.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.105.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.105.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.105.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.105.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.106.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.106.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.106.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.106.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.106.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.106.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.107.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.107.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.107.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.107.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.107.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.107.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.108.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.108.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.108.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.108.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.108.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.108.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.109.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.109.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.109.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.109.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.109.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.109.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.11.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.11.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.11.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.11.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.11.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.11.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.110.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.110.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.110.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.110.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.110.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.110.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.111.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.111.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.111.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.111.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.111.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.111.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.112.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.112.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.112.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.112.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.112.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.112.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.113.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.113.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.113.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.113.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.113.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.113.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.114.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.114.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.114.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.114.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.114.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.114.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.115.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.115.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.115.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.115.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.115.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.115.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.116.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.116.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.116.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.116.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.116.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.116.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.117.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.117.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.117.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.117.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.117.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.117.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.118.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.118.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.118.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.118.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.118.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.118.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.119.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.119.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.119.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.119.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.119.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.119.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.12.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.12.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.12.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.12.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.12.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.12.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.120.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.120.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.120.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.120.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.120.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.120.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.121.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.121.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.121.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.121.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.121.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.121.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.122.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.122.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.122.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.122.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.122.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.122.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.123.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.123.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.123.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.123.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.123.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.123.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.124.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.124.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.124.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.124.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.124.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.124.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.125.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.125.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.125.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.125.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.125.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.125.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.126.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.126.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.126.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.126.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.126.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.126.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.127.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.127.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.127.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.127.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.127.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.127.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.13.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.13.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.13.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.13.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.13.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.13.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.14.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.14.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.14.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.14.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.14.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.14.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.15.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.15.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.15.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.15.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.15.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.15.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.16.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.16.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.16.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.16.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.16.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.16.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.17.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.17.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.17.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.17.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.17.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.17.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.18.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.18.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.18.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.18.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.18.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.18.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.19.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.19.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.19.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.19.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.19.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.19.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.2.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.2.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.2.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.2.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.2.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.2.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.20.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.20.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.20.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.20.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.20.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.20.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.21.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.21.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.21.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.21.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.21.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.21.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.22.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.22.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.22.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.22.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.22.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.22.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.23.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.23.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.23.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.23.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.23.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.23.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.24.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.24.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.24.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.24.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.24.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.24.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.25.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.25.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.25.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.25.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.25.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.25.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.26.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.26.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.26.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.26.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.26.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.26.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.27.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.27.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.27.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.27.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.27.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.27.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.28.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.28.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.28.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.28.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.28.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.28.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.29.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.29.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.29.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.29.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.29.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.29.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.3.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.3.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.3.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.3.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.3.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.3.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.30.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.30.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.30.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.30.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.30.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.30.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.31.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.31.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.31.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.31.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.31.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.31.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.32.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.32.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.32.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.32.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.32.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.32.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.33.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.33.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.33.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.33.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.33.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.33.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.34.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.34.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.34.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.34.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.34.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.34.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.35.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.35.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.35.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.35.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.35.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.35.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.36.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.36.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.36.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.36.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.36.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.36.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.37.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.37.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.37.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.37.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.37.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.37.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.38.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.38.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.38.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.38.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.38.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.38.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.39.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.39.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.39.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.39.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.39.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.39.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.4.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.4.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.4.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.4.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.4.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.4.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.40.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.40.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.40.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.40.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.40.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.40.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.41.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.41.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.41.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.41.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.41.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.41.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.42.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.42.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.42.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.42.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.42.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.42.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.43.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.43.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.43.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.43.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.43.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.43.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.44.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.44.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.44.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.44.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.44.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.44.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.45.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.45.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.45.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.45.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.45.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.45.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.46.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.46.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.46.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.46.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.46.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.46.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.47.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.47.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.47.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.47.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.47.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.47.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.48.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.48.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.48.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.48.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.48.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.48.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.49.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.49.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.49.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.49.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.49.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.49.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.5.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.5.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.5.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.5.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.5.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.5.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.50.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.50.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.50.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.50.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.50.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.50.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.51.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.51.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.51.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.51.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.51.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.51.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.52.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.52.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.52.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.52.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.52.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.52.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.53.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.53.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.53.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.53.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.53.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.53.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.54.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.54.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.54.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.54.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.54.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.54.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.55.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.55.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.55.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.55.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.55.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.55.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.56.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.56.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.56.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.56.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.56.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.56.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.57.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.57.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.57.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.57.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.57.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.57.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.58.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.58.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.58.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.58.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.58.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.58.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.59.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.59.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.59.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.59.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.59.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.59.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.6.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.6.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.6.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.6.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.6.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.6.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.60.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.60.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.60.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.60.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.60.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.60.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.61.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.61.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.61.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.61.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.61.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.61.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.62.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.62.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.62.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.62.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.62.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.62.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.63.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.63.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.63.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.63.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.63.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.63.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.64.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.64.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.64.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.64.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.64.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.64.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.65.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.65.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.65.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.65.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.65.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.65.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.66.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.66.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.66.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.66.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.66.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.66.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.67.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.67.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.67.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.67.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.67.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.67.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.68.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.68.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.68.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.68.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.68.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.68.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.69.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.69.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.69.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.69.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.69.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.69.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.7.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.7.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.7.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.7.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.7.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.7.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.70.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.70.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.70.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.70.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.70.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.70.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.71.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.71.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.71.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.71.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.71.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.71.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.72.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.72.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.72.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.72.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.72.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.72.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.73.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.73.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.73.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.73.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.73.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.73.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.74.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.74.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.74.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.74.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.74.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.74.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.75.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.75.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.75.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.75.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.75.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.75.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.76.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.76.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.76.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.76.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.76.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.76.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.77.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.77.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.77.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.77.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.77.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.77.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.78.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.78.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.78.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.78.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.78.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.78.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.79.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.79.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.79.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.79.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.79.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.79.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.8.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.8.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.8.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.8.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.8.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.8.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.80.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.80.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.80.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.80.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.80.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.80.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.81.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.81.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.81.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.81.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.81.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.81.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.82.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.82.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.82.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.82.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.82.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.82.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.83.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.83.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.83.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.83.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.83.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.83.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.84.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.84.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.84.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.84.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.84.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.84.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.85.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.85.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.85.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.85.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.85.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.85.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.86.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.86.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.86.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.86.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.86.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.86.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.87.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.87.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.87.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.87.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.87.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.87.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.88.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.88.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.88.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.88.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.88.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.88.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.89.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.89.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.89.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.89.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.89.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.89.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.9.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.9.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.9.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.9.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.9.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.9.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.90.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.90.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.90.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.90.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.90.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.90.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.91.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.91.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.91.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.91.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.91.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.91.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.92.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.92.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.92.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.92.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.92.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.92.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.93.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.93.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.93.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.93.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.93.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.93.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.94.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.94.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.94.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.94.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.94.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.94.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.95.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.95.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.95.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.95.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.95.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.95.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.96.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.96.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.96.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.96.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.96.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.96.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.97.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.97.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.97.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.97.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.97.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.97.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.98.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.98.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.98.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.98.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.98.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.98.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.99.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.99.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.99.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.99.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.99.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.experts.99.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.gate.e_score_correction_bias": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.gate.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.shared_experts.down_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.shared_experts.down_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.shared_experts.gate_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.shared_experts.gate_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.shared_experts.up_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.mlp.shared_experts.up_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.post_attention_layernorm.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.self_attn.k_proj.bias": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.self_attn.k_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.self_attn.k_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.self_attn.o_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.self_attn.o_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.self_attn.q_proj.bias": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.self_attn.q_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.self_attn.q_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.self_attn.v_proj.bias": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.self_attn.v_proj.weight": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.1.self_attn.v_proj.weight_scale": "model-00001-of-00046.safetensors",
+    "model.language_model.layers.8.input_layernorm.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.0.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.0.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.0.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.0.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.0.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.0.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.1.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.1.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.1.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.1.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.1.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.1.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.10.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.10.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.10.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.10.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.10.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.10.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.100.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.100.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.100.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.100.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.100.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.100.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.101.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.101.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.101.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.101.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.101.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.101.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.102.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.102.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.102.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.102.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.102.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.102.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.103.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.103.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.103.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.103.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.103.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.103.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.104.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.104.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.104.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.104.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.104.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.104.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.105.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.105.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.105.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.105.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.105.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.105.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.106.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.106.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.106.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.106.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.106.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.106.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.107.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.107.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.107.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.107.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.107.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.107.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.108.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.108.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.108.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.108.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.108.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.108.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.109.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.109.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.109.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.109.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.109.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.109.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.11.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.11.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.11.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.11.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.11.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.11.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.110.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.110.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.110.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.110.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.110.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.110.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.111.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.111.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.111.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.111.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.111.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.111.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.112.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.112.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.112.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.112.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.112.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.112.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.113.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.113.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.113.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.113.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.113.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.113.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.114.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.114.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.114.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.114.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.114.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.114.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.115.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.115.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.115.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.115.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.115.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.115.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.116.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.116.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.116.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.116.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.116.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.116.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.117.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.117.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.117.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.117.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.117.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.117.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.118.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.118.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.118.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.118.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.118.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.118.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.119.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.119.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.119.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.119.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.119.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.119.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.12.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.12.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.12.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.12.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.12.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.12.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.120.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.120.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.120.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.120.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.120.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.120.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.121.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.121.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.121.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.121.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.121.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.121.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.122.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.122.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.122.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.122.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.122.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.122.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.123.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.123.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.123.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.123.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.123.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.123.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.124.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.124.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.124.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.124.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.124.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.124.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.125.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.125.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.125.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.125.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.125.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.125.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.126.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.126.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.126.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.126.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.126.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.126.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.127.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.127.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.127.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.127.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.127.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.127.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.13.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.13.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.13.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.13.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.13.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.13.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.14.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.14.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.14.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.14.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.14.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.14.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.15.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.15.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.15.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.15.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.15.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.15.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.16.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.16.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.16.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.16.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.16.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.16.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.17.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.17.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.17.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.17.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.17.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.17.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.18.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.18.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.18.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.18.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.18.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.18.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.19.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.19.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.19.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.19.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.19.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.19.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.2.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.2.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.2.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.2.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.2.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.2.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.20.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.20.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.20.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.20.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.20.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.20.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.21.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.21.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.21.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.21.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.21.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.21.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.22.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.22.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.22.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.22.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.22.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.22.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.23.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.23.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.23.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.23.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.23.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.23.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.24.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.24.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.24.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.24.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.24.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.24.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.25.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.25.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.25.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.25.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.25.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.25.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.26.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.26.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.26.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.26.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.26.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.26.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.27.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.27.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.27.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.27.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.27.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.27.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.28.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.28.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.28.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.28.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.28.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.28.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.29.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.29.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.29.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.29.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.29.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.29.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.3.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.3.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.3.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.3.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.3.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.3.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.30.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.30.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.30.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.30.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.30.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.30.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.31.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.31.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.31.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.31.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.31.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.31.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.32.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.32.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.32.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.32.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.32.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.32.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.33.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.33.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.33.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.33.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.33.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.33.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.34.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.34.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.34.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.34.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.34.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.34.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.35.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.35.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.35.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.35.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.35.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.35.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.36.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.36.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.36.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.36.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.36.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.36.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.37.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.37.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.37.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.37.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.37.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.37.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.38.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.38.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.38.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.38.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.38.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.38.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.39.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.39.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.39.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.39.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.39.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.39.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.4.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.4.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.4.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.4.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.4.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.4.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.40.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.40.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.40.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.40.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.40.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.40.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.41.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.41.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.41.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.41.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.41.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.41.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.42.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.42.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.42.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.42.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.42.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.42.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.43.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.43.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.43.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.43.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.43.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.43.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.44.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.44.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.44.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.44.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.44.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.44.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.45.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.45.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.45.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.45.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.45.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.45.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.46.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.46.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.46.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.46.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.46.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.46.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.47.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.47.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.47.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.47.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.47.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.47.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.48.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.48.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.48.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.48.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.48.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.48.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.49.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.49.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.49.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.49.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.49.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.49.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.5.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.5.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.5.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.5.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.5.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.5.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.50.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.50.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.50.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.50.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.50.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.50.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.51.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.51.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.51.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.51.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.51.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.51.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.52.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.52.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.52.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.52.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.52.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.52.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.53.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.53.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.53.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.53.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.53.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.53.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.54.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.54.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.54.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.54.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.54.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.54.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.55.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.55.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.55.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.55.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.55.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.55.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.56.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.56.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.56.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.56.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.56.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.56.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.57.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.57.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.57.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.57.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.57.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.57.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.58.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.58.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.58.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.58.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.58.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.58.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.59.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.59.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.59.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.59.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.59.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.59.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.6.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.6.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.6.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.6.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.6.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.6.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.60.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.60.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.60.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.60.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.60.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.60.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.61.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.61.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.61.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.61.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.61.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.61.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.62.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.62.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.62.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.62.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.62.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.62.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.63.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.63.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.63.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.63.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.63.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.63.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.64.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.64.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.64.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.64.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.64.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.64.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.65.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.65.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.65.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.65.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.65.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.65.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.66.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.66.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.66.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.66.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.66.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.66.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.67.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.67.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.67.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.67.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.67.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.67.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.68.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.68.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.68.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.68.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.68.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.68.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.69.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.69.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.69.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.69.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.69.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.69.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.7.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.7.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.7.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.7.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.7.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.7.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.70.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.70.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.70.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.70.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.70.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.70.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.71.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.71.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.71.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.71.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.71.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.71.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.72.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.72.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.72.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.72.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.72.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.72.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.73.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.73.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.73.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.73.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.73.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.73.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.74.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.74.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.74.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.74.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.74.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.74.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.75.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.75.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.75.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.75.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.75.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.75.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.76.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.76.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.76.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.76.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.76.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.76.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.77.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.77.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.77.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.77.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.77.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.77.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.78.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.78.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.78.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.78.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.78.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.78.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.79.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.79.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.79.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.79.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.79.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.79.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.8.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.8.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.8.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.8.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.8.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.8.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.80.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.80.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.80.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.80.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.80.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.80.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.81.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.81.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.81.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.81.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.81.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.81.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.82.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.82.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.82.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.82.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.82.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.82.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.83.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.83.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.83.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.83.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.83.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.83.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.84.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.84.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.84.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.84.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.84.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.84.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.85.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.85.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.85.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.85.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.85.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.85.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.86.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.86.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.86.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.86.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.86.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.86.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.87.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.87.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.87.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.87.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.87.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.87.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.88.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.88.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.88.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.88.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.88.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.88.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.89.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.89.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.89.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.89.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.89.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.89.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.9.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.9.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.9.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.9.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.9.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.9.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.90.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.90.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.90.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.90.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.90.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.90.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.91.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.91.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.91.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.91.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.91.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.91.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.92.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.92.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.92.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.92.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.92.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.92.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.93.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.93.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.93.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.93.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.93.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.93.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.94.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.94.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.94.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.94.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.94.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.94.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.95.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.95.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.95.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.95.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.95.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.95.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.96.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.96.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.96.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.96.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.96.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.96.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.97.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.97.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.97.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.97.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.97.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.97.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.98.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.98.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.98.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.98.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.98.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.98.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.99.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.99.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.99.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.99.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.99.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.experts.99.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.gate.e_score_correction_bias": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.gate.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.shared_experts.down_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.shared_experts.down_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.shared_experts.gate_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.shared_experts.gate_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.shared_experts.up_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.mlp.shared_experts.up_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.post_attention_layernorm.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.self_attn.k_proj.bias": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.self_attn.k_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.self_attn.k_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.self_attn.o_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.self_attn.o_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.self_attn.q_proj.bias": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.self_attn.q_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.self_attn.q_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.self_attn.v_proj.bias": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.self_attn.v_proj.weight": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.8.self_attn.v_proj.weight_scale": "model-00008-of-00046.safetensors",
+    "model.language_model.layers.6.input_layernorm.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.0.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.0.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.0.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.0.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.0.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.0.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.1.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.1.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.1.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.1.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.1.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.1.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.10.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.10.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.10.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.10.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.10.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.10.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.100.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.100.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.100.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.100.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.100.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.100.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.101.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.101.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.101.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.101.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.101.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.101.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.102.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.102.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.102.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.102.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.102.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.102.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.103.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.103.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.103.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.103.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.103.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.103.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.104.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.104.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.104.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.104.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.104.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.104.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.105.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.105.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.105.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.105.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.105.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.105.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.106.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.106.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.106.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.106.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.106.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.106.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.107.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.107.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.107.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.107.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.107.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.107.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.108.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.108.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.108.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.108.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.108.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.108.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.109.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.109.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.109.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.109.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.109.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.109.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.11.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.11.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.11.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.11.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.11.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.11.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.110.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.110.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.110.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.110.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.110.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.110.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.111.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.111.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.111.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.111.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.111.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.111.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.112.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.112.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.112.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.112.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.112.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.112.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.113.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.113.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.113.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.113.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.113.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.113.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.114.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.114.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.114.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.114.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.114.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.114.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.115.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.115.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.115.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.115.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.115.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.115.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.116.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.116.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.116.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.116.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.116.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.116.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.117.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.117.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.117.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.117.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.117.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.117.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.118.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.118.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.118.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.118.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.118.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.118.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.119.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.119.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.119.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.119.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.119.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.119.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.12.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.12.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.12.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.12.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.12.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.12.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.120.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.120.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.120.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.120.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.120.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.120.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.121.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.121.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.121.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.121.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.121.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.121.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.122.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.122.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.122.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.122.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.122.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.122.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.123.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.123.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.123.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.123.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.123.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.123.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.124.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.124.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.124.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.124.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.124.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.124.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.125.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.125.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.125.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.125.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.125.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.125.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.126.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.126.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.126.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.126.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.126.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.126.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.127.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.127.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.127.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.127.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.127.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.127.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.13.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.13.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.13.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.13.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.13.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.13.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.14.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.14.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.14.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.14.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.14.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.14.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.15.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.15.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.15.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.15.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.15.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.15.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.16.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.16.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.16.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.16.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.16.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.16.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.17.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.17.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.17.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.17.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.17.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.17.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.18.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.18.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.18.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.18.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.18.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.18.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.19.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.19.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.19.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.19.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.19.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.19.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.2.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.2.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.2.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.2.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.2.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.2.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.20.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.20.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.20.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.20.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.20.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.20.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.21.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.21.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.21.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.21.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.21.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.21.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.22.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.22.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.22.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.22.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.22.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.22.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.23.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.23.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.23.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.23.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.23.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.23.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.24.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.24.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.24.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.24.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.24.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.24.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.25.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.25.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.25.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.25.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.25.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.25.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.26.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.26.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.26.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.26.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.26.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.26.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.27.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.27.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.27.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.27.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.27.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.27.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.28.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.28.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.28.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.28.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.28.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.28.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.29.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.29.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.29.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.29.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.29.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.29.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.3.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.3.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.3.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.3.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.3.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.3.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.30.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.30.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.30.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.30.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.30.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.30.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.31.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.31.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.31.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.31.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.31.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.31.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.32.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.32.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.32.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.32.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.32.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.32.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.33.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.33.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.33.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.33.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.33.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.33.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.34.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.34.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.34.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.34.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.34.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.34.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.35.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.35.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.35.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.35.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.35.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.35.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.36.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.36.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.36.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.36.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.36.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.36.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.37.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.37.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.37.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.37.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.37.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.37.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.38.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.38.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.38.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.38.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.38.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.38.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.39.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.39.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.39.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.39.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.39.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.39.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.4.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.4.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.4.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.4.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.4.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.4.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.40.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.40.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.40.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.40.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.40.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.40.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.41.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.41.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.41.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.41.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.41.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.41.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.42.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.42.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.42.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.42.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.42.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.42.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.43.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.43.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.43.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.43.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.43.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.43.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.44.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.44.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.44.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.44.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.44.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.44.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.45.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.45.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.45.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.45.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.45.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.45.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.46.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.46.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.46.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.46.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.46.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.46.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.47.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.47.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.47.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.47.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.47.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.47.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.48.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.48.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.48.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.48.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.48.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.48.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.49.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.49.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.49.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.49.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.49.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.49.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.5.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.5.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.5.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.5.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.5.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.5.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.50.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.50.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.50.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.50.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.50.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.50.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.51.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.51.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.51.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.51.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.51.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.51.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.52.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.52.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.52.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.52.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.52.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.52.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.53.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.53.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.53.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.53.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.53.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.53.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.54.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.54.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.54.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.54.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.54.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.54.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.55.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.55.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.55.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.55.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.55.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.55.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.56.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.56.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.56.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.56.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.56.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.56.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.57.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.57.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.57.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.57.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.57.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.57.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.58.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.58.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.58.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.58.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.58.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.58.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.59.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.59.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.59.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.59.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.59.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.59.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.6.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.6.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.6.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.6.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.6.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.6.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.60.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.60.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.60.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.60.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.60.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.60.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.61.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.61.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.61.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.61.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.61.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.61.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.62.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.62.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.62.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.62.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.62.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.62.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.63.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.63.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.63.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.63.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.63.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.63.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.64.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.64.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.64.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.64.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.64.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.64.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.65.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.65.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.65.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.65.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.65.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.65.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.66.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.66.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.66.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.66.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.66.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.66.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.67.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.67.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.67.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.67.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.67.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.67.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.68.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.68.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.68.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.68.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.68.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.68.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.69.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.69.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.69.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.69.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.69.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.69.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.7.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.7.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.7.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.7.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.7.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.7.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.70.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.70.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.70.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.70.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.70.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.70.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.71.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.71.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.71.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.71.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.71.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.71.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.72.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.72.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.72.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.72.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.72.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.72.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.73.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.73.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.73.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.73.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.73.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.73.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.74.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.74.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.74.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.74.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.74.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.74.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.75.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.75.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.75.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.75.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.75.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.75.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.76.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.76.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.76.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.76.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.76.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.76.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.77.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.77.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.77.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.77.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.77.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.77.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.78.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.78.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.78.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.78.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.78.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.78.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.79.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.79.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.79.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.79.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.79.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.79.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.8.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.8.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.8.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.8.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.8.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.8.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.80.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.80.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.80.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.80.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.80.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.80.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.81.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.81.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.81.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.81.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.81.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.81.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.82.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.82.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.82.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.82.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.82.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.82.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.83.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.83.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.83.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.83.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.83.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.83.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.84.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.84.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.84.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.84.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.84.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.84.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.85.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.85.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.85.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.85.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.85.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.85.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.86.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.86.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.86.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.86.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.86.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.86.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.87.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.87.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.87.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.87.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.87.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.87.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.88.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.88.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.88.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.88.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.88.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.88.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.89.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.89.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.89.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.89.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.89.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.89.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.9.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.9.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.9.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.9.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.9.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.9.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.90.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.90.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.90.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.90.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.90.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.90.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.91.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.91.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.91.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.91.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.91.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.91.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.92.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.92.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.92.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.92.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.92.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.92.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.93.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.93.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.93.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.93.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.93.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.93.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.94.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.94.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.94.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.94.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.94.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.94.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.95.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.95.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.95.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.95.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.95.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.95.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.96.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.96.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.96.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.96.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.96.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.96.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.97.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.97.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.97.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.97.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.97.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.97.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.98.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.98.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.98.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.98.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.98.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.98.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.99.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.99.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.99.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.99.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.99.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.experts.99.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.gate.e_score_correction_bias": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.gate.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.shared_experts.down_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.shared_experts.down_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.shared_experts.gate_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.shared_experts.gate_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.shared_experts.up_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.mlp.shared_experts.up_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.post_attention_layernorm.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.self_attn.k_proj.bias": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.self_attn.k_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.self_attn.k_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.self_attn.o_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.self_attn.o_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.self_attn.q_proj.bias": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.self_attn.q_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.self_attn.q_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.self_attn.v_proj.bias": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.self_attn.v_proj.weight": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.6.self_attn.v_proj.weight_scale": "model-00006-of-00046.safetensors",
+    "model.language_model.layers.7.input_layernorm.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.0.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.0.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.0.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.0.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.0.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.0.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.1.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.1.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.1.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.1.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.1.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.1.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.10.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.10.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.10.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.10.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.10.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.10.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.100.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.100.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.100.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.100.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.100.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.100.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.101.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.101.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.101.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.101.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.101.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.101.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.102.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.102.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.102.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.102.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.102.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.102.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.103.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.103.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.103.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.103.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.103.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.103.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.104.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.104.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.104.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.104.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.104.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.104.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.105.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.105.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.105.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.105.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.105.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.105.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.106.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.106.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.106.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.106.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.106.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.106.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.107.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.107.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.107.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.107.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.107.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.107.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.108.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.108.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.108.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.108.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.108.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.108.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.109.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.109.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.109.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.109.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.109.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.109.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.11.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.11.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.11.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.11.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.11.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.11.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.110.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.110.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.110.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.110.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.110.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.110.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.111.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.111.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.111.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.111.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.111.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.111.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.112.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.112.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.112.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.112.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.112.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.112.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.113.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.113.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.113.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.113.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.113.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.113.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.114.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.114.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.114.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.114.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.114.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.114.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.115.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.115.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.115.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.115.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.115.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.115.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.116.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.116.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.116.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.116.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.116.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.116.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.117.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.117.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.117.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.117.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.117.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.117.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.118.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.118.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.118.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.118.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.118.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.118.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.119.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.119.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.119.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.119.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.119.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.119.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.12.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.12.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.12.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.12.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.12.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.12.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.120.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.120.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.120.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.120.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.120.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.120.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.121.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.121.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.121.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.121.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.121.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.121.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.122.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.122.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.122.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.122.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.122.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.122.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.123.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.123.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.123.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.123.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.123.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.123.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.124.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.124.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.124.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.124.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.124.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.124.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.125.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.125.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.125.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.125.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.125.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.125.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.126.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.126.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.126.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.126.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.126.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.126.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.127.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.127.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.127.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.127.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.127.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.127.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.13.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.13.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.13.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.13.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.13.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.13.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.14.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.14.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.14.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.14.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.14.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.14.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.15.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.15.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.15.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.15.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.15.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.15.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.16.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.16.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.16.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.16.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.16.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.16.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.17.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.17.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.17.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.17.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.17.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.17.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.18.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.18.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.18.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.18.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.18.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.18.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.19.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.19.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.19.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.19.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.19.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.19.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.2.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.2.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.2.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.2.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.2.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.2.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.20.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.20.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.20.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.20.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.20.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.20.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.21.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.21.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.21.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.21.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.21.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.21.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.22.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.22.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.22.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.22.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.22.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.22.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.23.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.23.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.23.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.23.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.23.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.23.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.24.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.24.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.24.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.24.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.24.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.24.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.25.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.25.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.25.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.25.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.25.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.25.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.26.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.26.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.26.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.26.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.26.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.26.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.27.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.27.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.27.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.27.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.27.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.27.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.28.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.28.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.28.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.28.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.28.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.28.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.29.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.29.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.29.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.29.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.29.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.29.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.3.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.3.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.3.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.3.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.3.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.3.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.30.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.30.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.30.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.30.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.30.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.30.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.31.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.31.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.31.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.31.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.31.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.31.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.32.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.32.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.32.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.32.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.32.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.32.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.33.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.33.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.33.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.33.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.33.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.33.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.34.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.34.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.34.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.34.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.34.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.34.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.35.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.35.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.35.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.35.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.35.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.35.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.36.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.36.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.36.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.36.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.36.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.36.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.37.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.37.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.37.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.37.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.37.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.37.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.38.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.38.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.38.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.38.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.38.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.38.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.39.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.39.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.39.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.39.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.39.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.39.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.4.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.4.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.4.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.4.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.4.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.4.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.40.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.40.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.40.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.40.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.40.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.40.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.41.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.41.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.41.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.41.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.41.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.41.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.42.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.42.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.42.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.42.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.42.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.42.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.43.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.43.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.43.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.43.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.43.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.43.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.44.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.44.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.44.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.44.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.44.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.44.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.45.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.45.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.45.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.45.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.45.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.45.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.46.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.46.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.46.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.46.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.46.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.46.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.47.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.47.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.47.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.47.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.47.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.47.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.48.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.48.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.48.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.48.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.48.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.48.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.49.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.49.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.49.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.49.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.49.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.49.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.5.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.5.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.5.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.5.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.5.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.5.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.50.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.50.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.50.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.50.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.50.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.50.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.51.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.51.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.51.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.51.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.51.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.51.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.52.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.52.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.52.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.52.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.52.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.52.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.53.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.53.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.53.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.53.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.53.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.53.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.54.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.54.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.54.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.54.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.54.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.54.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.55.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.55.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.55.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.55.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.55.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.55.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.56.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.56.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.56.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.56.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.56.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.56.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.57.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.57.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.57.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.57.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.57.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.57.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.58.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.58.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.58.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.58.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.58.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.58.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.59.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.59.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.59.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.59.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.59.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.59.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.6.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.6.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.6.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.6.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.6.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.6.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.60.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.60.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.60.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.60.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.60.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.60.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.61.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.61.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.61.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.61.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.61.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.61.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.62.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.62.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.62.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.62.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.62.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.62.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.63.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.63.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.63.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.63.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.63.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.63.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.64.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.64.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.64.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.64.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.64.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.64.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.65.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.65.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.65.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.65.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.65.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.65.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.66.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.66.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.66.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.66.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.66.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.66.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.67.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.67.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.67.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.67.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.67.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.67.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.68.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.68.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.68.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.68.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.68.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.68.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.69.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.69.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.69.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.69.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.69.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.69.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.7.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.7.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.7.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.7.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.7.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.7.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.70.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.70.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.70.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.70.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.70.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.70.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.71.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.71.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.71.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.71.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.71.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.71.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.72.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.72.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.72.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.72.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.72.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.72.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.73.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.73.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.73.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.73.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.73.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.73.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.74.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.74.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.74.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.74.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.74.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.74.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.75.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.75.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.75.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.75.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.75.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.75.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.76.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.76.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.76.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.76.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.76.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.76.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.77.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.77.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.77.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.77.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.77.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.77.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.78.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.78.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.78.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.78.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.78.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.78.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.79.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.79.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.79.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.79.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.79.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.79.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.8.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.8.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.8.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.8.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.8.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.8.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.80.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.80.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.80.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.80.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.80.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.80.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.81.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.81.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.81.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.81.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.81.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.81.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.82.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.82.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.82.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.82.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.82.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.82.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.83.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.83.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.83.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.83.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.83.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.83.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.84.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.84.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.84.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.84.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.84.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.84.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.85.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.85.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.85.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.85.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.85.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.85.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.86.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.86.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.86.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.86.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.86.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.86.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.87.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.87.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.87.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.87.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.87.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.87.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.88.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.88.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.88.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.88.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.88.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.88.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.89.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.89.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.89.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.89.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.89.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.89.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.9.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.9.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.9.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.9.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.9.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.9.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.90.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.90.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.90.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.90.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.90.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.90.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.91.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.91.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.91.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.91.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.91.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.91.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.92.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.92.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.92.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.92.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.92.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.92.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.93.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.93.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.93.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.93.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.93.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.93.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.94.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.94.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.94.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.94.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.94.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.94.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.95.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.95.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.95.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.95.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.95.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.95.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.96.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.96.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.96.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.96.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.96.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.96.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.97.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.97.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.97.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.97.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.97.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.97.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.98.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.98.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.98.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.98.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.98.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.98.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.99.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.99.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.99.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.99.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.99.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.experts.99.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.gate.e_score_correction_bias": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.gate.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.shared_experts.down_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.shared_experts.down_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.shared_experts.gate_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.shared_experts.gate_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.shared_experts.up_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.mlp.shared_experts.up_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.post_attention_layernorm.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.self_attn.k_proj.bias": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.self_attn.k_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.self_attn.k_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.self_attn.o_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.self_attn.o_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.self_attn.q_proj.bias": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.self_attn.q_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.self_attn.q_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.self_attn.v_proj.bias": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.self_attn.v_proj.weight": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.7.self_attn.v_proj.weight_scale": "model-00007-of-00046.safetensors",
+    "model.language_model.layers.5.input_layernorm.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.0.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.0.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.0.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.0.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.0.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.0.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.1.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.1.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.1.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.1.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.1.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.1.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.10.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.10.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.10.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.10.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.10.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.10.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.100.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.100.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.100.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.100.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.100.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.100.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.101.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.101.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.101.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.101.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.101.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.101.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.102.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.102.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.102.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.102.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.102.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.102.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.103.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.103.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.103.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.103.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.103.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.103.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.104.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.104.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.104.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.104.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.104.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.104.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.105.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.105.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.105.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.105.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.105.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.105.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.106.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.106.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.106.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.106.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.106.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.106.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.107.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.107.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.107.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.107.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.107.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.107.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.108.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.108.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.108.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.108.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.108.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.108.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.109.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.109.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.109.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.109.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.109.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.109.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.11.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.11.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.11.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.11.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.11.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.11.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.110.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.110.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.110.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.110.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.110.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.110.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.111.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.111.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.111.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.111.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.111.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.111.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.112.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.112.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.112.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.112.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.112.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.112.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.113.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.113.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.113.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.113.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.113.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.113.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.114.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.114.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.114.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.114.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.114.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.114.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.115.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.115.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.115.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.115.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.115.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.115.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.116.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.116.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.116.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.116.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.116.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.116.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.117.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.117.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.117.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.117.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.117.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.117.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.118.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.118.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.118.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.118.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.118.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.118.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.119.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.119.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.119.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.119.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.119.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.119.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.12.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.12.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.12.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.12.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.12.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.12.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.120.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.120.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.120.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.120.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.120.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.120.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.121.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.121.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.121.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.121.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.121.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.121.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.122.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.122.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.122.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.122.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.122.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.122.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.123.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.123.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.123.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.123.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.123.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.123.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.124.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.124.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.124.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.124.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.124.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.124.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.125.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.125.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.125.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.125.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.125.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.125.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.126.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.126.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.126.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.126.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.126.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.126.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.127.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.127.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.127.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.127.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.127.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.127.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.13.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.13.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.13.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.13.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.13.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.13.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.14.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.14.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.14.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.14.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.14.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.14.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.15.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.15.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.15.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.15.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.15.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.15.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.16.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.16.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.16.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.16.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.16.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.16.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.17.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.17.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.17.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.17.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.17.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.17.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.18.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.18.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.18.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.18.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.18.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.18.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.19.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.19.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.19.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.19.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.19.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.19.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.2.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.2.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.2.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.2.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.2.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.2.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.20.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.20.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.20.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.20.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.20.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.20.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.21.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.21.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.21.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.21.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.21.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.21.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.22.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.22.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.22.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.22.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.22.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.22.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.23.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.23.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.23.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.23.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.23.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.23.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.24.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.24.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.24.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.24.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.24.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.24.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.25.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.25.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.25.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.25.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.25.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.25.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.26.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.26.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.26.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.26.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.26.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.26.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.27.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.27.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.27.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.27.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.27.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.27.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.28.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.28.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.28.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.28.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.28.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.28.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.29.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.29.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.29.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.29.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.29.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.29.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.3.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.3.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.3.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.3.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.3.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.3.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.30.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.30.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.30.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.30.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.30.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.30.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.31.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.31.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.31.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.31.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.31.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.31.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.32.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.32.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.32.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.32.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.32.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.32.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.33.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.33.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.33.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.33.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.33.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.33.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.34.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.34.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.34.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.34.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.34.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.34.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.35.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.35.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.35.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.35.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.35.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.35.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.36.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.36.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.36.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.36.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.36.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.36.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.37.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.37.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.37.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.37.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.37.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.37.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.38.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.38.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.38.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.38.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.38.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.38.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.39.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.39.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.39.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.39.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.39.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.39.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.4.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.4.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.4.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.4.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.4.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.4.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.40.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.40.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.40.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.40.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.40.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.40.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.41.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.41.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.41.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.41.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.41.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.41.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.42.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.42.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.42.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.42.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.42.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.42.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.43.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.43.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.43.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.43.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.43.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.43.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.44.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.44.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.44.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.44.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.44.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.44.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.45.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.45.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.45.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.45.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.45.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.45.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.46.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.46.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.46.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.46.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.46.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.46.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.47.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.47.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.47.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.47.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.47.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.47.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.48.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.48.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.48.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.48.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.48.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.48.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.49.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.49.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.49.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.49.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.49.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.49.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.5.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.5.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.5.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.5.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.5.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.5.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.50.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.50.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.50.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.50.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.50.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.50.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.51.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.51.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.51.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.51.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.51.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.51.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.52.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.52.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.52.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.52.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.52.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.52.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.53.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.53.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.53.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.53.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.53.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.53.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.54.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.54.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.54.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.54.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.54.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.54.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.55.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.55.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.55.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.55.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.55.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.55.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.56.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.56.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.56.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.56.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.56.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.56.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.57.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.57.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.57.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.57.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.57.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.57.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.58.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.58.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.58.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.58.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.58.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.58.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.59.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.59.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.59.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.59.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.59.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.59.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.6.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.6.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.6.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.6.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.6.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.6.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.60.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.60.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.60.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.60.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.60.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.60.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.61.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.61.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.61.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.61.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.61.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.61.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.62.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.62.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.62.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.62.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.62.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.62.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.63.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.63.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.63.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.63.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.63.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.63.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.64.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.64.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.64.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.64.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.64.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.64.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.65.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.65.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.65.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.65.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.65.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.65.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.66.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.66.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.66.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.66.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.66.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.66.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.67.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.67.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.67.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.67.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.67.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.67.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.68.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.68.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.68.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.68.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.68.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.68.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.69.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.69.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.69.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.69.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.69.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.69.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.7.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.7.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.7.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.7.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.7.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.7.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.70.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.70.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.70.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.70.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.70.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.70.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.71.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.71.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.71.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.71.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.71.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.71.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.72.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.72.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.72.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.72.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.72.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.72.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.73.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.73.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.73.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.73.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.73.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.73.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.74.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.74.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.74.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.74.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.74.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.74.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.75.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.75.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.75.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.75.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.75.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.75.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.76.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.76.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.76.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.76.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.76.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.76.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.77.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.77.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.77.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.77.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.77.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.77.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.78.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.78.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.78.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.78.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.78.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.78.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.79.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.79.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.79.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.79.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.79.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.79.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.8.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.8.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.8.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.8.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.8.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.8.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.80.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.80.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.80.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.80.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.80.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.80.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.81.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.81.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.81.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.81.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.81.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.81.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.82.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.82.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.82.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.82.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.82.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.82.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.83.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.83.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.83.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.83.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.83.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.83.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.84.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.84.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.84.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.84.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.84.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.84.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.85.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.85.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.85.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.85.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.85.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.85.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.86.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.86.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.86.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.86.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.86.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.86.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.87.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.87.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.87.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.87.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.87.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.87.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.88.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.88.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.88.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.88.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.88.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.88.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.89.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.89.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.89.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.89.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.89.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.89.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.9.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.9.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.9.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.9.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.9.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.9.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.90.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.90.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.90.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.90.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.90.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.90.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.91.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.91.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.91.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.91.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.91.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.91.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.92.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.92.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.92.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.92.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.92.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.92.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.93.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.93.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.93.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.93.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.93.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.93.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.94.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.94.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.94.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.94.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.94.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.94.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.95.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.95.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.95.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.95.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.95.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.95.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.96.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.96.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.96.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.96.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.96.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.96.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.97.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.97.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.97.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.97.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.97.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.97.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.98.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.98.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.98.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.98.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.98.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.98.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.99.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.99.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.99.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.99.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.99.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.experts.99.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.gate.e_score_correction_bias": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.gate.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.shared_experts.down_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.shared_experts.down_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.shared_experts.gate_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.shared_experts.gate_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.shared_experts.up_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.mlp.shared_experts.up_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.post_attention_layernorm.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.self_attn.k_proj.bias": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.self_attn.k_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.self_attn.k_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.self_attn.o_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.self_attn.o_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.self_attn.q_proj.bias": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.self_attn.q_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.self_attn.q_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.self_attn.v_proj.bias": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.self_attn.v_proj.weight": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.5.self_attn.v_proj.weight_scale": "model-00005-of-00046.safetensors",
+    "model.language_model.layers.9.input_layernorm.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.0.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.0.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.0.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.0.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.0.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.0.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.1.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.1.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.1.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.1.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.1.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.1.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.10.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.10.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.10.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.10.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.10.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.10.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.100.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.100.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.100.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.100.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.100.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.100.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.101.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.101.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.101.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.101.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.101.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.101.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.102.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.102.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.102.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.102.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.102.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.102.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.103.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.103.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.103.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.103.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.103.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.103.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.104.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.104.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.104.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.104.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.104.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.104.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.105.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.105.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.105.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.105.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.105.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.105.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.106.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.106.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.106.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.106.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.106.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.106.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.107.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.107.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.107.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.107.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.107.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.107.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.108.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.108.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.108.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.108.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.108.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.108.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.109.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.109.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.109.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.109.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.109.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.109.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.11.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.11.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.11.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.11.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.11.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.11.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.110.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.110.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.110.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.110.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.110.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.110.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.111.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.111.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.111.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.111.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.111.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.111.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.112.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.112.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.112.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.112.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.112.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.112.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.113.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.113.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.113.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.113.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.113.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.113.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.114.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.114.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.114.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.114.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.114.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.114.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.115.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.115.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.115.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.115.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.115.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.115.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.116.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.116.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.116.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.116.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.116.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.116.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.117.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.117.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.117.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.117.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.117.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.117.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.118.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.118.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.118.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.118.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.118.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.118.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.119.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.119.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.119.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.119.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.119.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.119.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.12.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.12.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.12.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.12.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.12.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.12.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.120.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.120.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.120.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.120.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.120.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.120.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.121.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.121.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.121.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.121.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.121.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.121.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.122.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.122.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.122.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.122.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.122.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.122.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.123.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.123.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.123.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.123.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.123.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.123.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.124.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.124.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.124.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.124.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.124.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.124.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.125.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.125.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.125.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.125.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.125.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.125.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.126.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.126.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.126.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.126.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.126.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.126.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.127.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.127.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.127.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.127.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.127.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.127.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.13.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.13.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.13.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.13.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.13.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.13.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.14.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.14.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.14.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.14.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.14.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.14.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.15.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.15.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.15.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.15.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.15.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.15.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.16.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.16.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.16.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.16.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.16.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.16.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.17.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.17.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.17.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.17.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.17.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.17.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.18.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.18.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.18.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.18.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.18.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.18.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.19.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.19.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.19.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.19.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.19.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.19.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.2.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.2.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.2.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.2.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.2.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.2.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.20.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.20.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.20.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.20.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.20.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.20.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.21.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.21.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.21.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.21.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.21.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.21.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.22.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.22.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.22.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.22.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.22.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.22.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.23.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.23.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.23.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.23.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.23.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.23.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.24.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.24.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.24.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.24.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.24.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.24.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.25.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.25.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.25.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.25.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.25.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.25.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.26.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.26.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.26.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.26.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.26.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.26.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.27.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.27.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.27.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.27.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.27.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.27.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.28.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.28.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.28.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.28.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.28.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.28.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.29.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.29.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.29.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.29.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.29.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.29.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.3.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.3.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.3.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.3.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.3.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.3.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.30.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.30.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.30.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.30.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.30.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.30.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.31.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.31.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.31.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.31.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.31.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.31.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.32.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.32.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.32.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.32.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.32.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.32.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.33.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.33.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.33.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.33.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.33.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.33.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.34.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.34.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.34.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.34.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.34.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.34.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.35.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.35.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.35.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.35.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.35.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.35.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.36.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.36.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.36.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.36.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.36.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.36.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.37.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.37.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.37.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.37.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.37.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.37.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.38.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.38.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.38.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.38.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.38.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.38.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.39.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.39.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.39.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.39.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.39.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.39.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.4.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.4.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.4.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.4.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.4.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.4.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.40.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.40.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.40.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.40.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.40.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.40.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.41.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.41.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.41.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.41.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.41.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.41.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.42.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.42.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.42.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.42.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.42.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.42.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.43.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.43.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.43.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.43.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.43.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.43.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.44.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.44.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.44.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.44.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.44.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.44.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.45.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.45.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.45.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.45.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.45.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.45.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.46.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.46.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.46.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.46.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.46.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.46.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.47.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.47.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.47.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.47.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.47.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.47.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.48.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.48.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.48.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.48.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.48.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.48.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.49.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.49.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.49.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.49.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.49.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.49.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.5.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.5.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.5.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.5.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.5.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.5.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.50.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.50.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.50.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.50.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.50.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.50.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.51.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.51.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.51.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.51.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.51.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.51.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.52.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.52.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.52.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.52.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.52.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.52.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.53.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.53.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.53.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.53.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.53.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.53.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.54.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.54.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.54.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.54.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.54.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.54.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.55.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.55.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.55.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.55.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.55.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.55.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.56.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.56.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.56.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.56.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.56.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.56.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.57.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.57.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.57.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.57.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.57.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.57.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.58.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.58.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.58.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.58.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.58.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.58.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.59.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.59.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.59.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.59.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.59.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.59.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.6.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.6.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.6.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.6.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.6.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.6.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.60.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.60.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.60.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.60.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.60.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.60.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.61.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.61.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.61.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.61.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.61.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.61.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.62.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.62.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.62.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.62.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.62.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.62.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.63.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.63.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.63.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.63.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.63.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.63.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.64.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.64.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.64.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.64.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.64.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.64.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.65.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.65.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.65.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.65.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.65.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.65.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.66.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.66.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.66.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.66.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.66.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.66.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.67.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.67.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.67.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.67.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.67.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.67.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.68.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.68.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.68.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.68.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.68.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.68.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.69.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.69.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.69.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.69.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.69.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.69.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.7.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.7.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.7.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.7.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.7.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.7.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.70.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.70.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.70.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.70.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.70.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.70.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.71.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.71.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.71.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.71.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.71.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.71.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.72.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.72.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.72.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.72.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.72.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.72.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.73.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.73.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.73.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.73.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.73.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.73.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.74.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.74.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.74.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.74.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.74.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.74.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.75.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.75.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.75.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.75.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.75.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.75.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.76.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.76.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.76.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.76.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.76.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.76.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.77.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.77.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.77.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.77.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.77.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.77.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.78.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.78.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.78.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.78.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.78.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.78.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.79.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.79.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.79.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.79.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.79.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.79.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.8.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.8.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.8.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.8.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.8.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.8.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.80.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.80.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.80.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.80.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.80.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.80.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.81.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.81.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.81.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.81.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.81.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.81.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.82.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.82.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.82.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.82.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.82.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.82.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.83.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.83.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.83.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.83.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.83.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.83.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.84.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.84.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.84.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.84.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.84.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.84.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.85.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.85.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.85.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.85.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.85.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.85.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.86.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.86.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.86.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.86.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.86.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.86.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.87.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.87.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.87.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.87.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.87.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.87.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.88.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.88.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.88.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.88.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.88.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.88.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.89.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.89.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.89.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.89.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.89.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.89.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.9.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.9.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.9.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.9.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.9.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.9.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.90.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.90.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.90.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.90.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.90.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.90.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.91.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.91.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.91.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.91.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.91.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.91.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.92.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.92.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.92.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.92.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.92.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.92.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.93.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.93.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.93.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.93.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.93.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.93.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.94.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.94.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.94.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.94.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.94.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.94.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.95.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.95.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.95.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.95.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.95.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.95.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.96.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.96.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.96.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.96.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.96.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.96.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.97.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.97.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.97.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.97.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.97.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.97.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.98.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.98.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.98.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.98.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.98.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.98.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.99.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.99.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.99.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.99.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.99.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.experts.99.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.gate.e_score_correction_bias": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.gate.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.shared_experts.down_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.shared_experts.down_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.shared_experts.gate_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.shared_experts.gate_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.shared_experts.up_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.mlp.shared_experts.up_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.post_attention_layernorm.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.self_attn.k_proj.bias": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.self_attn.k_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.self_attn.k_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.self_attn.o_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.self_attn.o_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.self_attn.q_proj.bias": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.self_attn.q_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.self_attn.q_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.self_attn.v_proj.bias": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.self_attn.v_proj.weight": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.9.self_attn.v_proj.weight_scale": "model-00009-of-00046.safetensors",
+    "model.language_model.layers.10.input_layernorm.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.0.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.0.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.0.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.0.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.0.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.0.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.1.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.1.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.1.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.1.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.1.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.1.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.10.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.10.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.10.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.10.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.10.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.10.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.100.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.100.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.100.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.100.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.100.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.100.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.101.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.101.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.101.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.101.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.101.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.101.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.102.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.102.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.102.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.102.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.102.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.102.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.103.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.103.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.103.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.103.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.103.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.103.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.104.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.104.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.104.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.104.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.104.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.104.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.105.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.105.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.105.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.105.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.105.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.105.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.106.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.106.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.106.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.106.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.106.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.106.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.107.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.107.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.107.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.107.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.107.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.107.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.108.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.108.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.108.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.108.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.108.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.108.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.109.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.109.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.109.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.109.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.109.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.109.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.11.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.11.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.11.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.11.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.11.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.11.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.110.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.110.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.110.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.110.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.110.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.110.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.111.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.111.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.111.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.111.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.111.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.111.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.112.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.112.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.112.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.112.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.112.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.112.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.113.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.113.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.113.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.113.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.113.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.113.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.114.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.114.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.114.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.114.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.114.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.114.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.115.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.115.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.115.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.115.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.115.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.115.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.116.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.116.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.116.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.116.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.116.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.116.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.117.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.117.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.117.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.117.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.117.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.117.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.118.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.118.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.118.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.118.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.118.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.118.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.119.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.119.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.119.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.119.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.119.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.119.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.12.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.12.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.12.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.12.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.12.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.12.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.120.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.120.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.120.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.120.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.120.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.120.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.121.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.121.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.121.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.121.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.121.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.121.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.122.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.122.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.122.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.122.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.122.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.122.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.123.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.123.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.123.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.123.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.123.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.123.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.124.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.124.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.124.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.124.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.124.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.124.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.125.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.125.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.125.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.125.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.125.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.125.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.126.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.126.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.126.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.126.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.126.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.126.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.127.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.127.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.127.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.127.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.127.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.127.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.13.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.13.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.13.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.13.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.13.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.13.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.14.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.14.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.14.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.14.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.14.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.14.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.15.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.15.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.15.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.15.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.15.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.15.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.16.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.16.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.16.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.16.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.16.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.16.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.17.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.17.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.17.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.17.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.17.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.17.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.18.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.18.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.18.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.18.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.18.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.18.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.19.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.19.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.19.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.19.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.19.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.19.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.2.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.2.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.2.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.2.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.2.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.2.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.20.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.20.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.20.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.20.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.20.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.20.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.21.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.21.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.21.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.21.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.21.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.21.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.22.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.22.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.22.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.22.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.22.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.22.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.23.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.23.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.23.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.23.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.23.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.23.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.24.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.24.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.24.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.24.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.24.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.24.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.25.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.25.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.25.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.25.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.25.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.25.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.26.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.26.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.26.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.26.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.26.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.26.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.27.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.27.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.27.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.27.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.27.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.27.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.28.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.28.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.28.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.28.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.28.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.28.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.29.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.29.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.29.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.29.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.29.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.29.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.3.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.3.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.3.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.3.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.3.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.3.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.30.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.30.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.30.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.30.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.30.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.30.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.31.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.31.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.31.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.31.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.31.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.31.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.32.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.32.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.32.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.32.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.32.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.32.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.33.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.33.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.33.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.33.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.33.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.33.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.34.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.34.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.34.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.34.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.34.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.34.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.35.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.35.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.35.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.35.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.35.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.35.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.36.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.36.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.36.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.36.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.36.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.36.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.37.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.37.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.37.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.37.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.37.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.37.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.38.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.38.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.38.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.38.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.38.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.38.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.39.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.39.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.39.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.39.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.39.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.39.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.4.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.4.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.4.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.4.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.4.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.4.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.40.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.40.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.40.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.40.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.40.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.40.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.41.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.41.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.41.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.41.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.41.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.41.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.42.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.42.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.42.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.42.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.42.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.42.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.43.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.43.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.43.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.43.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.43.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.43.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.44.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.44.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.44.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.44.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.44.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.44.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.45.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.45.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.45.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.45.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.45.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.45.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.46.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.46.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.46.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.46.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.46.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.46.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.47.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.47.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.47.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.47.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.47.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.47.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.48.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.48.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.48.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.48.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.48.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.48.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.49.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.49.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.49.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.49.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.49.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.49.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.5.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.5.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.5.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.5.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.5.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.5.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.50.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.50.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.50.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.50.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.50.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.50.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.51.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.51.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.51.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.51.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.51.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.51.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.52.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.52.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.52.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.52.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.52.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.52.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.53.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.53.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.53.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.53.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.53.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.53.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.54.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.54.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.54.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.54.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.54.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.54.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.55.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.55.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.55.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.55.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.55.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.55.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.56.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.56.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.56.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.56.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.56.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.56.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.57.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.57.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.57.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.57.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.57.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.57.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.58.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.58.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.58.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.58.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.58.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.58.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.59.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.59.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.59.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.59.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.59.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.59.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.6.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.6.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.6.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.6.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.6.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.6.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.60.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.60.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.60.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.60.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.60.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.60.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.61.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.61.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.61.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.61.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.61.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.61.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.62.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.62.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.62.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.62.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.62.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.62.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.63.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.63.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.63.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.63.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.63.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.63.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.64.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.64.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.64.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.64.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.64.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.64.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.65.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.65.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.65.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.65.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.65.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.65.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.66.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.66.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.66.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.66.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.66.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.66.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.67.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.67.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.67.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.67.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.67.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.67.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.68.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.68.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.68.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.68.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.68.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.68.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.69.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.69.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.69.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.69.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.69.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.69.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.7.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.7.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.7.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.7.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.7.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.7.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.70.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.70.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.70.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.70.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.70.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.70.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.71.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.71.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.71.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.71.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.71.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.71.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.72.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.72.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.72.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.72.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.72.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.72.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.73.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.73.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.73.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.73.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.73.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.73.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.74.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.74.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.74.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.74.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.74.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.74.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.75.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.75.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.75.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.75.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.75.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.75.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.76.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.76.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.76.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.76.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.76.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.76.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.77.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.77.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.77.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.77.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.77.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.77.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.78.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.78.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.78.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.78.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.78.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.78.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.79.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.79.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.79.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.79.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.79.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.79.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.8.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.8.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.8.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.8.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.8.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.8.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.80.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.80.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.80.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.80.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.80.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.80.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.81.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.81.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.81.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.81.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.81.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.81.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.82.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.82.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.82.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.82.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.82.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.82.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.83.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.83.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.83.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.83.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.83.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.83.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.84.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.84.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.84.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.84.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.84.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.84.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.85.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.85.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.85.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.85.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.85.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.85.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.86.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.86.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.86.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.86.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.86.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.86.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.87.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.87.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.87.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.87.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.87.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.87.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.88.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.88.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.88.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.88.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.88.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.88.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.89.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.89.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.89.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.89.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.89.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.89.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.9.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.9.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.9.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.9.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.9.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.9.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.90.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.90.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.90.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.90.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.90.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.90.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.91.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.91.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.91.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.91.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.91.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.91.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.92.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.92.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.92.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.92.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.92.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.92.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.93.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.93.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.93.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.93.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.93.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.93.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.94.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.94.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.94.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.94.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.94.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.94.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.95.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.95.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.95.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.95.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.95.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.95.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.96.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.96.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.96.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.96.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.96.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.96.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.97.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.97.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.97.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.97.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.97.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.97.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.98.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.98.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.98.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.98.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.98.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.98.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.99.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.99.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.99.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.99.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.99.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.experts.99.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.gate.e_score_correction_bias": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.gate.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.shared_experts.down_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.shared_experts.down_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.shared_experts.gate_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.shared_experts.gate_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.shared_experts.up_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.mlp.shared_experts.up_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.post_attention_layernorm.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.self_attn.k_proj.bias": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.self_attn.k_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.self_attn.k_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.self_attn.o_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.self_attn.o_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.self_attn.q_proj.bias": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.self_attn.q_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.self_attn.q_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.self_attn.v_proj.bias": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.self_attn.v_proj.weight": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.10.self_attn.v_proj.weight_scale": "model-00010-of-00046.safetensors",
+    "model.language_model.layers.11.input_layernorm.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.0.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.0.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.0.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.0.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.0.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.0.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.1.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.1.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.1.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.1.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.1.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.1.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.10.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.10.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.10.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.10.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.10.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.10.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.100.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.100.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.100.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.100.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.100.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.100.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.101.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.101.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.101.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.101.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.101.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.101.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.102.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.102.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.102.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.102.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.102.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.102.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.103.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.103.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.103.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.103.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.103.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.103.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.104.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.104.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.104.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.104.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.104.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.104.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.105.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.105.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.105.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.105.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.105.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.105.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.106.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.106.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.106.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.106.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.106.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.106.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.107.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.107.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.107.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.107.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.107.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.107.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.108.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.108.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.108.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.108.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.108.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.108.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.109.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.109.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.109.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.109.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.109.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.109.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.11.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.11.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.11.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.11.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.11.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.11.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.110.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.110.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.110.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.110.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.110.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.110.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.111.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.111.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.111.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.111.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.111.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.111.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.112.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.112.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.112.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.112.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.112.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.112.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.113.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.113.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.113.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.113.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.113.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.113.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.114.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.114.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.114.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.114.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.114.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.114.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.115.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.115.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.115.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.115.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.115.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.115.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.116.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.116.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.116.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.116.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.116.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.116.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.117.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.117.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.117.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.117.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.117.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.117.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.118.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.118.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.118.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.118.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.118.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.118.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.119.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.119.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.119.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.119.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.119.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.119.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.12.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.12.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.12.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.12.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.12.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.12.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.120.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.120.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.120.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.120.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.120.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.120.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.121.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.121.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.121.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.121.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.121.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.121.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.122.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.122.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.122.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.122.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.122.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.122.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.123.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.123.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.123.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.123.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.123.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.123.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.124.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.124.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.124.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.124.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.124.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.124.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.125.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.125.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.125.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.125.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.125.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.125.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.126.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.126.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.126.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.126.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.126.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.126.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.127.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.127.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.127.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.127.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.127.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.127.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.13.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.13.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.13.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.13.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.13.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.13.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.14.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.14.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.14.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.14.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.14.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.14.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.15.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.15.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.15.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.15.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.15.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.15.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.16.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.16.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.16.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.16.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.16.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.16.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.17.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.17.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.17.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.17.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.17.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.17.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.18.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.18.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.18.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.18.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.18.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.18.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.19.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.19.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.19.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.19.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.19.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.19.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.2.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.2.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.2.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.2.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.2.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.2.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.20.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.20.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.20.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.20.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.20.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.20.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.21.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.21.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.21.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.21.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.21.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.21.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.22.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.22.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.22.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.22.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.22.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.22.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.23.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.23.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.23.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.23.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.23.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.23.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.24.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.24.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.24.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.24.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.24.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.24.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.25.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.25.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.25.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.25.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.25.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.25.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.26.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.26.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.26.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.26.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.26.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.26.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.27.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.27.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.27.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.27.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.27.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.27.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.28.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.28.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.28.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.28.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.28.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.28.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.29.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.29.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.29.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.29.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.29.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.29.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.3.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.3.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.3.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.3.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.3.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.3.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.30.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.30.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.30.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.30.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.30.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.30.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.31.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.31.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.31.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.31.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.31.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.31.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.32.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.32.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.32.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.32.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.32.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.32.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.33.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.33.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.33.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.33.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.33.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.33.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.34.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.34.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.34.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.34.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.34.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.34.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.35.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.35.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.35.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.35.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.35.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.35.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.36.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.36.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.36.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.36.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.36.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.36.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.37.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.37.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.37.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.37.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.37.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.37.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.38.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.38.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.38.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.38.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.38.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.38.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.39.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.39.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.39.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.39.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.39.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.39.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.4.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.4.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.4.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.4.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.4.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.4.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.40.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.40.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.40.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.40.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.40.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.40.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.41.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.41.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.41.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.41.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.41.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.41.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.42.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.42.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.42.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.42.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.42.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.42.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.43.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.43.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.43.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.43.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.43.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.43.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.44.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.44.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.44.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.44.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.44.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.44.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.45.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.45.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.45.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.45.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.45.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.45.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.46.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.46.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.46.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.46.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.46.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.46.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.47.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.47.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.47.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.47.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.47.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.47.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.48.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.48.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.48.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.48.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.48.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.48.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.49.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.49.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.49.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.49.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.49.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.49.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.5.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.5.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.5.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.5.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.5.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.5.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.50.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.50.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.50.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.50.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.50.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.50.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.51.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.51.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.51.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.51.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.51.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.51.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.52.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.52.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.52.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.52.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.52.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.52.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.53.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.53.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.53.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.53.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.53.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.53.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.54.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.54.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.54.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.54.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.54.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.54.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.55.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.55.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.55.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.55.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.55.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.55.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.56.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.56.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.56.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.56.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.56.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.56.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.57.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.57.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.57.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.57.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.57.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.57.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.58.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.58.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.58.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.58.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.58.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.58.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.59.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.59.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.59.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.59.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.59.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.59.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.6.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.6.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.6.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.6.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.6.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.6.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.60.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.60.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.60.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.60.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.60.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.60.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.61.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.61.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.61.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.61.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.61.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.61.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.62.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.62.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.62.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.62.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.62.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.62.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.63.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.63.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.63.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.63.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.63.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.63.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.64.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.64.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.64.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.64.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.64.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.64.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.65.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.65.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.65.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.65.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.65.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.65.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.66.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.66.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.66.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.66.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.66.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.66.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.67.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.67.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.67.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.67.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.67.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.67.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.68.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.68.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.68.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.68.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.68.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.68.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.69.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.69.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.69.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.69.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.69.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.69.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.7.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.7.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.7.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.7.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.7.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.7.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.70.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.70.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.70.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.70.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.70.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.70.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.71.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.71.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.71.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.71.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.71.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.71.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.72.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.72.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.72.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.72.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.72.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.72.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.73.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.73.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.73.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.73.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.73.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.73.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.74.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.74.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.74.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.74.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.74.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.74.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.75.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.75.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.75.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.75.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.75.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.75.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.76.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.76.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.76.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.76.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.76.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.76.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.77.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.77.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.77.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.77.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.77.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.77.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.78.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.78.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.78.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.78.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.78.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.78.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.79.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.79.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.79.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.79.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.79.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.79.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.8.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.8.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.8.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.8.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.8.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.8.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.80.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.80.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.80.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.80.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.80.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.80.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.81.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.81.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.81.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.81.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.81.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.81.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.82.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.82.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.82.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.82.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.82.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.82.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.83.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.83.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.83.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.83.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.83.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.83.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.84.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.84.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.84.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.84.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.84.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.84.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.85.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.85.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.85.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.85.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.85.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.85.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.86.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.86.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.86.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.86.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.86.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.86.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.87.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.87.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.87.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.87.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.87.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.87.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.88.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.88.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.88.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.88.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.88.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.88.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.89.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.89.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.89.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.89.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.89.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.89.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.9.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.9.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.9.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.9.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.9.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.9.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.90.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.90.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.90.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.90.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.90.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.90.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.91.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.91.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.91.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.91.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.91.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.91.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.92.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.92.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.92.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.92.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.92.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.92.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.93.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.93.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.93.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.93.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.93.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.93.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.94.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.94.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.94.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.94.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.94.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.94.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.95.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.95.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.95.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.95.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.95.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.95.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.96.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.96.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.96.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.96.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.96.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.96.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.97.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.97.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.97.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.97.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.97.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.97.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.98.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.98.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.98.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.98.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.98.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.98.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.99.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.99.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.99.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.99.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.99.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.experts.99.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.gate.e_score_correction_bias": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.gate.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.shared_experts.down_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.shared_experts.down_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.shared_experts.gate_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.shared_experts.gate_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.shared_experts.up_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.mlp.shared_experts.up_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.post_attention_layernorm.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.self_attn.k_proj.bias": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.self_attn.k_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.self_attn.k_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.self_attn.o_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.self_attn.o_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.self_attn.q_proj.bias": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.self_attn.q_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.self_attn.q_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.self_attn.v_proj.bias": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.self_attn.v_proj.weight": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.11.self_attn.v_proj.weight_scale": "model-00011-of-00046.safetensors",
+    "model.language_model.layers.12.input_layernorm.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.0.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.0.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.0.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.0.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.0.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.0.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.1.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.1.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.1.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.1.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.1.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.1.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.10.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.10.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.10.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.10.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.10.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.10.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.100.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.100.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.100.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.100.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.100.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.100.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.101.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.101.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.101.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.101.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.101.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.101.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.102.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.102.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.102.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.102.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.102.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.102.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.103.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.103.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.103.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.103.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.103.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.103.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.104.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.104.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.104.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.104.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.104.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.104.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.105.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.105.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.105.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.105.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.105.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.105.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.106.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.106.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.106.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.106.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.106.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.106.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.107.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.107.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.107.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.107.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.107.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.107.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.108.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.108.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.108.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.108.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.108.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.108.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.109.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.109.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.109.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.109.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.109.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.109.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.11.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.11.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.11.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.11.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.11.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.11.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.110.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.110.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.110.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.110.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.110.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.110.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.111.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.111.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.111.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.111.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.111.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.111.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.112.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.112.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.112.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.112.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.112.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.112.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.113.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.113.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.113.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.113.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.113.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.113.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.114.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.114.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.114.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.114.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.114.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.114.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.115.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.115.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.115.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.115.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.115.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.115.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.116.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.116.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.116.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.116.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.116.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.116.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.117.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.117.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.117.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.117.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.117.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.117.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.118.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.118.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.118.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.118.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.118.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.118.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.119.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.119.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.119.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.119.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.119.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.119.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.12.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.12.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.12.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.12.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.12.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.12.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.120.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.120.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.120.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.120.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.120.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.120.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.121.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.121.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.121.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.121.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.121.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.121.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.122.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.122.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.122.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.122.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.122.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.122.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.123.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.123.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.123.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.123.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.123.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.123.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.124.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.124.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.124.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.124.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.124.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.124.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.125.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.125.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.125.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.125.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.125.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.125.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.126.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.126.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.126.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.126.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.126.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.126.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.127.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.127.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.127.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.127.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.127.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.127.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.13.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.13.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.13.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.13.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.13.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.13.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.14.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.14.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.14.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.14.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.14.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.14.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.15.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.15.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.15.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.15.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.15.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.15.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.16.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.16.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.16.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.16.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.16.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.16.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.17.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.17.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.17.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.17.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.17.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.17.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.18.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.18.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.18.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.18.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.18.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.18.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.19.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.19.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.19.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.19.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.19.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.19.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.2.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.2.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.2.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.2.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.2.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.2.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.20.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.20.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.20.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.20.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.20.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.20.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.21.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.21.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.21.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.21.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.21.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.21.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.22.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.22.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.22.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.22.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.22.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.22.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.23.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.23.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.23.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.23.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.23.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.23.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.24.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.24.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.24.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.24.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.24.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.24.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.25.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.25.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.25.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.25.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.25.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.25.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.26.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.26.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.26.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.26.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.26.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.26.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.27.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.27.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.27.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.27.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.27.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.27.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.28.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.28.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.28.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.28.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.28.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.28.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.29.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.29.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.29.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.29.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.29.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.29.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.3.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.3.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.3.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.3.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.3.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.3.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.30.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.30.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.30.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.30.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.30.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.30.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.31.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.31.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.31.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.31.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.31.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.31.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.32.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.32.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.32.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.32.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.32.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.32.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.33.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.33.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.33.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.33.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.33.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.33.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.34.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.34.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.34.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.34.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.34.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.34.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.35.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.35.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.35.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.35.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.35.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.35.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.36.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.36.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.36.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.36.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.36.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.36.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.37.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.37.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.37.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.37.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.37.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.37.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.38.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.38.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.38.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.38.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.38.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.38.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.39.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.39.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.39.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.39.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.39.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.39.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.4.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.4.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.4.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.4.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.4.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.4.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.40.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.40.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.40.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.40.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.40.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.40.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.41.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.41.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.41.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.41.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.41.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.41.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.42.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.42.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.42.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.42.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.42.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.42.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.43.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.43.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.43.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.43.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.43.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.43.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.44.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.44.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.44.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.44.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.44.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.44.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.45.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.45.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.45.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.45.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.45.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.45.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.46.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.46.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.46.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.46.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.46.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.46.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.47.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.47.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.47.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.47.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.47.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.47.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.48.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.48.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.48.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.48.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.48.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.48.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.49.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.49.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.49.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.49.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.49.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.49.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.5.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.5.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.5.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.5.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.5.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.5.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.50.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.50.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.50.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.50.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.50.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.50.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.51.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.51.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.51.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.51.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.51.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.51.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.52.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.52.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.52.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.52.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.52.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.52.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.53.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.53.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.53.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.53.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.53.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.53.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.54.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.54.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.54.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.54.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.54.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.54.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.55.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.55.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.55.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.55.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.55.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.55.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.56.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.56.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.56.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.56.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.56.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.56.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.57.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.57.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.57.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.57.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.57.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.57.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.58.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.58.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.58.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.58.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.58.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.58.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.59.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.59.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.59.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.59.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.59.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.59.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.6.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.6.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.6.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.6.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.6.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.6.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.60.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.60.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.60.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.60.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.60.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.60.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.61.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.61.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.61.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.61.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.61.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.61.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.62.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.62.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.62.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.62.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.62.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.62.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.63.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.63.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.63.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.63.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.63.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.63.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.64.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.64.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.64.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.64.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.64.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.64.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.65.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.65.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.65.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.65.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.65.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.65.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.66.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.66.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.66.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.66.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.66.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.66.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.67.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.67.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.67.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.67.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.67.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.67.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.68.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.68.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.68.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.68.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.68.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.68.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.69.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.69.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.69.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.69.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.69.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.69.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.7.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.7.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.7.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.7.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.7.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.7.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.70.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.70.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.70.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.70.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.70.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.70.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.71.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.71.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.71.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.71.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.71.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.71.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.72.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.72.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.72.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.72.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.72.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.72.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.73.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.73.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.73.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.73.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.73.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.73.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.74.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.74.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.74.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.74.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.74.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.74.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.75.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.75.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.75.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.75.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.75.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.75.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.76.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.76.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.76.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.76.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.76.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.76.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.77.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.77.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.77.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.77.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.77.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.77.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.78.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.78.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.78.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.78.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.78.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.78.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.79.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.79.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.79.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.79.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.79.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.79.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.8.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.8.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.8.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.8.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.8.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.8.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.80.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.80.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.80.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.80.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.80.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.80.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.81.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.81.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.81.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.81.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.81.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.81.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.82.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.82.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.82.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.82.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.82.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.82.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.83.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.83.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.83.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.83.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.83.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.83.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.84.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.84.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.84.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.84.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.84.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.84.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.85.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.85.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.85.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.85.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.85.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.85.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.86.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.86.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.86.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.86.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.86.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.86.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.87.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.87.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.87.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.87.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.87.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.87.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.88.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.88.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.88.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.88.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.88.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.88.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.89.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.89.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.89.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.89.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.89.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.89.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.9.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.9.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.9.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.9.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.9.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.9.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.90.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.90.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.90.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.90.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.90.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.90.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.91.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.91.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.91.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.91.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.91.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.91.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.92.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.92.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.92.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.92.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.92.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.92.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.93.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.93.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.93.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.93.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.93.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.93.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.94.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.94.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.94.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.94.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.94.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.94.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.95.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.95.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.95.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.95.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.95.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.95.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.96.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.96.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.96.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.96.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.96.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.96.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.97.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.97.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.97.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.97.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.97.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.97.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.98.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.98.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.98.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.98.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.98.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.98.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.99.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.99.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.99.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.99.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.99.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.experts.99.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.gate.e_score_correction_bias": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.gate.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.shared_experts.down_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.shared_experts.down_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.shared_experts.gate_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.shared_experts.gate_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.shared_experts.up_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.mlp.shared_experts.up_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.post_attention_layernorm.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.self_attn.k_proj.bias": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.self_attn.k_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.self_attn.k_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.self_attn.o_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.self_attn.o_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.self_attn.q_proj.bias": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.self_attn.q_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.self_attn.q_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.self_attn.v_proj.bias": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.self_attn.v_proj.weight": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.12.self_attn.v_proj.weight_scale": "model-00012-of-00046.safetensors",
+    "model.language_model.layers.14.input_layernorm.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.0.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.0.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.0.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.0.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.0.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.0.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.1.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.1.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.1.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.1.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.1.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.1.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.10.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.10.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.10.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.10.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.10.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.10.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.100.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.100.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.100.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.100.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.100.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.100.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.101.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.101.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.101.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.101.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.101.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.101.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.102.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.102.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.102.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.102.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.102.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.102.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.103.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.103.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.103.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.103.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.103.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.103.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.104.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.104.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.104.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.104.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.104.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.104.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.105.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.105.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.105.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.105.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.105.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.105.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.106.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.106.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.106.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.106.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.106.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.106.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.107.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.107.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.107.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.107.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.107.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.107.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.108.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.108.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.108.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.108.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.108.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.108.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.109.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.109.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.109.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.109.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.109.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.109.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.11.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.11.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.11.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.11.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.11.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.11.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.110.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.110.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.110.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.110.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.110.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.110.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.111.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.111.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.111.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.111.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.111.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.111.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.112.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.112.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.112.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.112.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.112.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.112.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.113.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.113.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.113.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.113.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.113.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.113.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.114.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.114.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.114.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.114.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.114.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.114.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.115.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.115.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.115.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.115.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.115.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.115.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.116.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.116.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.116.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.116.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.116.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.116.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.117.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.117.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.117.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.117.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.117.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.117.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.118.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.118.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.118.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.118.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.118.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.118.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.119.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.119.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.119.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.119.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.119.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.119.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.12.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.12.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.12.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.12.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.12.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.12.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.120.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.120.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.120.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.120.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.120.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.120.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.121.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.121.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.121.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.121.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.121.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.121.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.122.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.122.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.122.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.122.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.122.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.122.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.123.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.123.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.123.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.123.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.123.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.123.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.124.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.124.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.124.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.124.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.124.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.124.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.125.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.125.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.125.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.125.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.125.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.125.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.126.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.126.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.126.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.126.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.126.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.126.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.127.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.127.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.127.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.127.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.127.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.127.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.13.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.13.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.13.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.13.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.13.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.13.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.14.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.14.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.14.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.14.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.14.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.14.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.15.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.15.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.15.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.15.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.15.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.15.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.16.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.16.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.16.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.16.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.16.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.16.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.17.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.17.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.17.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.17.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.17.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.17.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.18.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.18.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.18.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.18.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.18.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.18.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.19.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.19.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.19.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.19.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.19.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.19.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.2.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.2.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.2.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.2.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.2.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.2.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.20.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.20.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.20.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.20.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.20.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.20.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.21.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.21.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.21.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.21.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.21.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.21.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.22.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.22.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.22.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.22.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.22.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.22.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.23.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.23.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.23.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.23.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.23.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.23.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.24.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.24.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.24.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.24.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.24.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.24.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.25.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.25.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.25.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.25.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.25.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.25.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.26.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.26.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.26.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.26.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.26.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.26.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.27.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.27.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.27.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.27.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.27.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.27.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.28.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.28.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.28.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.28.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.28.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.28.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.29.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.29.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.29.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.29.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.29.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.29.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.3.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.3.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.3.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.3.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.3.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.3.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.30.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.30.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.30.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.30.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.30.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.30.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.31.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.31.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.31.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.31.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.31.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.31.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.32.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.32.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.32.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.32.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.32.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.32.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.33.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.33.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.33.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.33.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.33.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.33.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.34.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.34.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.34.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.34.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.34.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.34.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.35.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.35.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.35.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.35.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.35.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.35.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.36.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.36.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.36.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.36.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.36.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.36.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.37.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.37.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.37.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.37.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.37.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.37.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.38.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.38.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.38.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.38.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.38.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.38.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.39.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.39.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.39.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.39.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.39.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.39.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.4.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.4.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.4.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.4.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.4.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.4.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.40.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.40.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.40.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.40.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.40.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.40.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.41.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.41.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.41.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.41.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.41.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.41.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.42.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.42.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.42.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.42.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.42.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.42.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.43.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.43.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.43.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.43.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.43.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.43.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.44.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.44.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.44.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.44.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.44.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.44.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.45.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.45.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.45.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.45.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.45.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.45.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.46.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.46.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.46.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.46.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.46.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.46.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.47.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.47.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.47.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.47.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.47.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.47.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.48.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.48.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.48.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.48.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.48.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.48.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.49.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.49.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.49.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.49.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.49.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.49.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.5.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.5.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.5.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.5.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.5.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.5.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.50.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.50.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.50.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.50.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.50.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.50.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.51.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.51.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.51.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.51.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.51.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.51.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.52.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.52.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.52.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.52.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.52.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.52.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.53.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.53.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.53.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.53.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.53.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.53.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.54.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.54.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.54.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.54.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.54.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.54.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.55.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.55.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.55.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.55.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.55.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.55.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.56.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.56.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.56.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.56.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.56.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.56.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.57.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.57.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.57.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.57.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.57.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.57.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.58.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.58.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.58.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.58.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.58.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.58.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.59.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.59.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.59.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.59.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.59.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.59.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.6.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.6.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.6.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.6.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.6.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.6.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.60.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.60.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.60.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.60.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.60.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.60.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.61.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.61.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.61.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.61.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.61.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.61.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.62.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.62.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.62.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.62.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.62.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.62.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.63.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.63.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.63.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.63.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.63.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.63.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.64.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.64.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.64.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.64.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.64.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.64.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.65.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.65.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.65.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.65.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.65.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.65.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.66.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.66.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.66.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.66.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.66.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.66.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.67.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.67.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.67.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.67.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.67.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.67.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.68.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.68.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.68.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.68.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.68.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.68.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.69.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.69.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.69.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.69.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.69.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.69.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.7.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.7.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.7.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.7.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.7.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.7.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.70.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.70.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.70.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.70.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.70.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.70.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.71.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.71.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.71.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.71.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.71.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.71.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.72.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.72.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.72.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.72.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.72.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.72.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.73.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.73.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.73.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.73.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.73.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.73.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.74.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.74.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.74.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.74.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.74.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.74.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.75.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.75.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.75.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.75.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.75.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.75.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.76.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.76.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.76.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.76.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.76.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.76.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.77.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.77.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.77.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.77.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.77.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.77.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.78.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.78.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.78.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.78.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.78.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.78.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.79.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.79.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.79.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.79.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.79.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.79.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.8.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.8.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.8.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.8.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.8.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.8.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.80.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.80.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.80.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.80.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.80.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.80.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.81.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.81.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.81.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.81.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.81.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.81.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.82.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.82.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.82.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.82.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.82.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.82.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.83.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.83.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.83.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.83.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.83.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.83.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.84.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.84.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.84.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.84.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.84.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.84.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.85.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.85.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.85.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.85.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.85.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.85.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.86.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.86.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.86.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.86.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.86.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.86.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.87.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.87.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.87.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.87.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.87.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.87.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.88.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.88.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.88.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.88.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.88.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.88.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.89.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.89.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.89.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.89.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.89.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.89.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.9.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.9.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.9.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.9.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.9.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.9.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.90.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.90.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.90.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.90.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.90.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.90.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.91.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.91.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.91.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.91.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.91.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.91.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.92.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.92.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.92.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.92.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.92.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.92.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.93.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.93.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.93.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.93.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.93.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.93.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.94.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.94.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.94.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.94.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.94.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.94.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.95.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.95.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.95.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.95.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.95.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.95.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.96.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.96.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.96.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.96.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.96.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.96.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.97.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.97.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.97.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.97.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.97.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.97.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.98.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.98.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.98.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.98.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.98.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.98.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.99.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.99.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.99.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.99.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.99.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.experts.99.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.gate.e_score_correction_bias": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.gate.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.shared_experts.down_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.shared_experts.down_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.shared_experts.gate_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.shared_experts.gate_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.shared_experts.up_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.mlp.shared_experts.up_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.post_attention_layernorm.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.self_attn.k_proj.bias": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.self_attn.k_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.self_attn.k_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.self_attn.o_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.self_attn.o_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.self_attn.q_proj.bias": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.self_attn.q_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.self_attn.q_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.self_attn.v_proj.bias": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.self_attn.v_proj.weight": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.14.self_attn.v_proj.weight_scale": "model-00014-of-00046.safetensors",
+    "model.language_model.layers.13.input_layernorm.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.0.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.0.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.0.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.0.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.0.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.0.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.1.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.1.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.1.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.1.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.1.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.1.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.10.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.10.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.10.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.10.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.10.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.10.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.100.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.100.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.100.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.100.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.100.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.100.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.101.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.101.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.101.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.101.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.101.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.101.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.102.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.102.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.102.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.102.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.102.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.102.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.103.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.103.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.103.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.103.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.103.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.103.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.104.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.104.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.104.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.104.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.104.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.104.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.105.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.105.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.105.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.105.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.105.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.105.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.106.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.106.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.106.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.106.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.106.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.106.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.107.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.107.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.107.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.107.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.107.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.107.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.108.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.108.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.108.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.108.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.108.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.108.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.109.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.109.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.109.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.109.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.109.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.109.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.11.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.11.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.11.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.11.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.11.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.11.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.110.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.110.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.110.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.110.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.110.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.110.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.111.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.111.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.111.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.111.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.111.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.111.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.112.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.112.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.112.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.112.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.112.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.112.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.113.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.113.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.113.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.113.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.113.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.113.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.114.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.114.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.114.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.114.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.114.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.114.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.115.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.115.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.115.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.115.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.115.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.115.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.116.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.116.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.116.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.116.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.116.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.116.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.117.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.117.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.117.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.117.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.117.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.117.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.118.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.118.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.118.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.118.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.118.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.118.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.119.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.119.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.119.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.119.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.119.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.119.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.12.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.12.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.12.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.12.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.12.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.12.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.120.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.120.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.120.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.120.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.120.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.120.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.121.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.121.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.121.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.121.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.121.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.121.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.122.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.122.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.122.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.122.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.122.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.122.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.123.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.123.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.123.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.123.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.123.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.123.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.124.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.124.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.124.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.124.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.124.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.124.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.125.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.125.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.125.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.125.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.125.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.125.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.126.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.126.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.126.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.126.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.126.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.126.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.127.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.127.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.127.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.127.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.127.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.127.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.13.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.13.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.13.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.13.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.13.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.13.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.14.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.14.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.14.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.14.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.14.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.14.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.15.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.15.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.15.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.15.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.15.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.15.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.16.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.16.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.16.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.16.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.16.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.16.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.17.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.17.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.17.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.17.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.17.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.17.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.18.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.18.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.18.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.18.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.18.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.18.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.19.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.19.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.19.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.19.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.19.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.19.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.2.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.2.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.2.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.2.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.2.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.2.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.20.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.20.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.20.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.20.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.20.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.20.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.21.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.21.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.21.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.21.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.21.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.21.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.22.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.22.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.22.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.22.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.22.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.22.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.23.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.23.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.23.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.23.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.23.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.23.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.24.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.24.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.24.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.24.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.24.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.24.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.25.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.25.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.25.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.25.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.25.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.25.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.26.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.26.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.26.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.26.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.26.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.26.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.27.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.27.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.27.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.27.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.27.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.27.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.28.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.28.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.28.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.28.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.28.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.28.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.29.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.29.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.29.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.29.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.29.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.29.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.3.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.3.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.3.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.3.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.3.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.3.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.30.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.30.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.30.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.30.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.30.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.30.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.31.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.31.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.31.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.31.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.31.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.31.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.32.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.32.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.32.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.32.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.32.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.32.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.33.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.33.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.33.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.33.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.33.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.33.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.34.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.34.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.34.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.34.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.34.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.34.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.35.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.35.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.35.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.35.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.35.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.35.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.36.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.36.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.36.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.36.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.36.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.36.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.37.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.37.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.37.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.37.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.37.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.37.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.38.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.38.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.38.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.38.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.38.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.38.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.39.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.39.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.39.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.39.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.39.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.39.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.4.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.4.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.4.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.4.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.4.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.4.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.40.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.40.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.40.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.40.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.40.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.40.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.41.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.41.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.41.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.41.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.41.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.41.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.42.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.42.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.42.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.42.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.42.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.42.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.43.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.43.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.43.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.43.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.43.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.43.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.44.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.44.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.44.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.44.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.44.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.44.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.45.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.45.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.45.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.45.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.45.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.45.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.46.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.46.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.46.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.46.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.46.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.46.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.47.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.47.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.47.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.47.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.47.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.47.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.48.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.48.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.48.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.48.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.48.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.48.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.49.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.49.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.49.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.49.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.49.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.49.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.5.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.5.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.5.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.5.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.5.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.5.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.50.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.50.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.50.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.50.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.50.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.50.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.51.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.51.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.51.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.51.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.51.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.51.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.52.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.52.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.52.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.52.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.52.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.52.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.53.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.53.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.53.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.53.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.53.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.53.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.54.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.54.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.54.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.54.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.54.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.54.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.55.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.55.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.55.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.55.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.55.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.55.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.56.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.56.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.56.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.56.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.56.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.56.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.57.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.57.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.57.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.57.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.57.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.57.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.58.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.58.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.58.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.58.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.58.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.58.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.59.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.59.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.59.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.59.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.59.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.59.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.6.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.6.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.6.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.6.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.6.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.6.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.60.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.60.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.60.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.60.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.60.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.60.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.61.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.61.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.61.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.61.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.61.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.61.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.62.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.62.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.62.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.62.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.62.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.62.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.63.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.63.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.63.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.63.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.63.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.63.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.64.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.64.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.64.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.64.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.64.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.64.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.65.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.65.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.65.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.65.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.65.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.65.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.66.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.66.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.66.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.66.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.66.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.66.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.67.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.67.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.67.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.67.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.67.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.67.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.68.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.68.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.68.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.68.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.68.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.68.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.69.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.69.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.69.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.69.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.69.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.69.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.7.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.7.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.7.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.7.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.7.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.7.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.70.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.70.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.70.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.70.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.70.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.70.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.71.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.71.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.71.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.71.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.71.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.71.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.72.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.72.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.72.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.72.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.72.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.72.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.73.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.73.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.73.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.73.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.73.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.73.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.74.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.74.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.74.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.74.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.74.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.74.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.75.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.75.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.75.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.75.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.75.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.75.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.76.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.76.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.76.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.76.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.76.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.76.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.77.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.77.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.77.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.77.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.77.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.77.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.78.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.78.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.78.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.78.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.78.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.78.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.79.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.79.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.79.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.79.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.79.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.79.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.8.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.8.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.8.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.8.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.8.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.8.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.80.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.80.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.80.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.80.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.80.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.80.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.81.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.81.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.81.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.81.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.81.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.81.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.82.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.82.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.82.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.82.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.82.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.82.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.83.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.83.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.83.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.83.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.83.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.83.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.84.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.84.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.84.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.84.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.84.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.84.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.85.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.85.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.85.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.85.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.85.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.85.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.86.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.86.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.86.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.86.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.86.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.86.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.87.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.87.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.87.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.87.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.87.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.87.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.88.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.88.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.88.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.88.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.88.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.88.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.89.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.89.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.89.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.89.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.89.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.89.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.9.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.9.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.9.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.9.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.9.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.9.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.90.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.90.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.90.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.90.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.90.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.90.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.91.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.91.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.91.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.91.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.91.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.91.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.92.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.92.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.92.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.92.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.92.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.92.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.93.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.93.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.93.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.93.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.93.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.93.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.94.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.94.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.94.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.94.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.94.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.94.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.95.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.95.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.95.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.95.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.95.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.95.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.96.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.96.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.96.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.96.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.96.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.96.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.97.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.97.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.97.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.97.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.97.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.97.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.98.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.98.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.98.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.98.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.98.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.98.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.99.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.99.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.99.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.99.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.99.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.experts.99.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.gate.e_score_correction_bias": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.gate.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.shared_experts.down_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.shared_experts.down_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.shared_experts.gate_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.shared_experts.gate_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.shared_experts.up_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.mlp.shared_experts.up_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.post_attention_layernorm.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.self_attn.k_proj.bias": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.self_attn.k_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.self_attn.k_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.self_attn.o_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.self_attn.o_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.self_attn.q_proj.bias": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.self_attn.q_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.self_attn.q_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.self_attn.v_proj.bias": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.self_attn.v_proj.weight": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.13.self_attn.v_proj.weight_scale": "model-00013-of-00046.safetensors",
+    "model.language_model.layers.15.input_layernorm.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.0.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.0.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.0.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.0.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.0.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.0.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.1.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.1.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.1.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.1.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.1.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.1.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.10.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.10.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.10.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.10.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.10.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.10.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.100.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.100.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.100.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.100.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.100.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.100.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.101.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.101.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.101.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.101.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.101.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.101.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.102.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.102.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.102.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.102.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.102.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.102.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.103.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.103.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.103.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.103.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.103.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.103.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.104.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.104.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.104.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.104.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.104.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.104.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.105.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.105.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.105.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.105.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.105.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.105.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.106.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.106.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.106.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.106.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.106.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.106.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.107.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.107.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.107.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.107.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.107.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.107.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.108.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.108.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.108.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.108.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.108.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.108.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.109.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.109.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.109.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.109.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.109.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.109.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.11.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.11.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.11.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.11.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.11.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.11.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.110.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.110.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.110.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.110.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.110.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.110.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.111.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.111.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.111.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.111.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.111.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.111.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.112.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.112.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.112.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.112.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.112.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.112.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.113.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.113.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.113.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.113.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.113.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.113.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.114.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.114.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.114.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.114.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.114.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.114.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.115.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.115.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.115.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.115.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.115.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.115.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.116.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.116.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.116.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.116.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.116.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.116.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.117.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.117.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.117.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.117.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.117.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.117.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.118.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.118.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.118.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.118.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.118.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.118.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.119.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.119.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.119.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.119.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.119.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.119.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.12.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.12.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.12.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.12.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.12.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.12.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.120.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.120.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.120.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.120.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.120.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.120.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.121.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.121.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.121.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.121.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.121.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.121.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.122.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.122.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.122.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.122.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.122.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.122.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.123.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.123.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.123.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.123.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.123.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.123.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.124.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.124.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.124.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.124.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.124.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.124.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.125.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.125.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.125.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.125.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.125.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.125.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.126.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.126.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.126.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.126.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.126.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.126.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.127.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.127.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.127.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.127.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.127.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.127.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.13.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.13.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.13.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.13.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.13.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.13.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.14.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.14.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.14.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.14.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.14.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.14.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.15.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.15.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.15.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.15.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.15.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.15.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.16.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.16.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.16.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.16.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.16.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.16.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.17.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.17.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.17.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.17.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.17.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.17.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.18.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.18.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.18.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.18.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.18.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.18.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.19.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.19.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.19.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.19.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.19.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.19.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.2.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.2.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.2.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.2.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.2.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.2.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.20.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.20.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.20.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.20.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.20.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.20.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.21.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.21.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.21.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.21.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.21.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.21.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.22.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.22.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.22.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.22.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.22.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.22.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.23.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.23.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.23.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.23.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.23.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.23.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.24.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.24.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.24.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.24.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.24.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.24.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.25.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.25.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.25.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.25.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.25.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.25.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.26.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.26.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.26.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.26.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.26.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.26.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.27.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.27.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.27.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.27.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.27.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.27.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.28.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.28.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.28.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.28.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.28.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.28.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.29.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.29.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.29.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.29.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.29.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.29.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.3.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.3.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.3.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.3.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.3.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.3.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.30.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.30.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.30.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.30.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.30.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.30.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.31.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.31.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.31.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.31.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.31.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.31.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.32.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.32.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.32.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.32.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.32.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.32.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.33.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.33.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.33.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.33.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.33.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.33.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.34.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.34.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.34.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.34.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.34.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.34.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.35.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.35.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.35.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.35.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.35.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.35.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.36.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.36.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.36.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.36.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.36.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.36.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.37.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.37.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.37.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.37.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.37.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.37.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.38.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.38.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.38.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.38.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.38.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.38.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.39.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.39.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.39.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.39.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.39.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.39.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.4.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.4.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.4.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.4.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.4.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.4.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.40.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.40.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.40.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.40.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.40.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.40.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.41.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.41.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.41.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.41.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.41.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.41.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.42.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.42.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.42.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.42.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.42.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.42.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.43.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.43.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.43.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.43.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.43.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.43.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.44.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.44.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.44.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.44.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.44.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.44.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.45.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.45.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.45.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.45.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.45.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.45.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.46.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.46.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.46.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.46.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.46.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.46.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.47.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.47.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.47.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.47.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.47.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.47.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.48.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.48.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.48.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.48.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.48.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.48.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.49.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.49.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.49.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.49.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.49.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.49.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.5.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.5.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.5.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.5.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.5.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.5.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.50.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.50.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.50.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.50.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.50.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.50.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.51.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.51.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.51.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.51.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.51.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.51.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.52.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.52.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.52.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.52.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.52.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.52.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.53.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.53.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.53.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.53.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.53.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.53.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.54.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.54.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.54.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.54.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.54.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.54.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.55.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.55.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.55.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.55.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.55.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.55.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.56.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.56.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.56.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.56.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.56.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.56.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.57.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.57.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.57.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.57.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.57.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.57.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.58.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.58.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.58.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.58.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.58.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.58.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.59.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.59.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.59.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.59.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.59.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.59.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.6.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.6.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.6.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.6.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.6.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.6.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.60.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.60.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.60.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.60.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.60.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.60.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.61.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.61.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.61.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.61.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.61.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.61.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.62.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.62.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.62.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.62.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.62.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.62.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.63.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.63.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.63.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.63.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.63.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.63.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.64.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.64.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.64.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.64.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.64.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.64.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.65.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.65.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.65.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.65.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.65.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.65.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.66.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.66.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.66.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.66.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.66.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.66.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.67.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.67.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.67.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.67.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.67.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.67.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.68.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.68.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.68.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.68.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.68.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.68.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.69.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.69.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.69.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.69.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.69.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.69.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.7.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.7.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.7.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.7.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.7.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.7.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.70.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.70.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.70.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.70.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.70.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.70.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.71.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.71.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.71.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.71.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.71.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.71.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.72.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.72.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.72.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.72.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.72.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.72.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.73.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.73.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.73.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.73.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.73.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.73.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.74.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.74.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.74.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.74.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.74.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.74.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.75.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.75.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.75.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.75.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.75.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.75.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.76.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.76.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.76.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.76.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.76.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.76.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.77.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.77.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.77.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.77.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.77.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.77.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.78.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.78.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.78.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.78.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.78.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.78.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.79.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.79.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.79.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.79.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.79.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.79.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.8.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.8.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.8.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.8.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.8.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.8.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.80.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.80.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.80.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.80.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.80.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.80.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.81.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.81.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.81.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.81.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.81.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.81.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.82.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.82.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.82.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.82.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.82.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.82.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.83.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.83.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.83.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.83.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.83.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.83.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.84.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.84.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.84.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.84.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.84.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.84.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.85.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.85.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.85.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.85.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.85.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.85.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.86.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.86.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.86.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.86.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.86.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.86.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.87.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.87.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.87.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.87.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.87.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.87.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.88.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.88.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.88.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.88.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.88.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.88.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.89.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.89.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.89.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.89.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.89.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.89.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.9.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.9.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.9.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.9.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.9.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.9.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.90.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.90.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.90.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.90.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.90.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.90.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.91.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.91.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.91.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.91.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.91.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.91.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.92.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.92.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.92.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.92.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.92.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.92.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.93.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.93.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.93.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.93.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.93.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.93.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.94.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.94.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.94.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.94.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.94.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.94.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.95.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.95.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.95.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.95.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.95.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.95.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.96.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.96.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.96.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.96.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.96.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.96.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.97.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.97.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.97.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.97.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.97.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.97.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.98.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.98.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.98.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.98.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.98.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.98.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.99.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.99.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.99.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.99.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.99.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.experts.99.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.gate.e_score_correction_bias": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.gate.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.shared_experts.down_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.shared_experts.down_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.shared_experts.gate_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.shared_experts.gate_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.shared_experts.up_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.mlp.shared_experts.up_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.post_attention_layernorm.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.self_attn.k_proj.bias": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.self_attn.k_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.self_attn.k_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.self_attn.o_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.self_attn.o_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.self_attn.q_proj.bias": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.self_attn.q_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.self_attn.q_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.self_attn.v_proj.bias": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.self_attn.v_proj.weight": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.15.self_attn.v_proj.weight_scale": "model-00015-of-00046.safetensors",
+    "model.language_model.layers.16.input_layernorm.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.0.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.0.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.0.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.0.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.0.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.0.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.1.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.1.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.1.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.1.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.1.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.1.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.10.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.10.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.10.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.10.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.10.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.10.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.100.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.100.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.100.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.100.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.100.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.100.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.101.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.101.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.101.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.101.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.101.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.101.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.102.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.102.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.102.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.102.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.102.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.102.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.103.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.103.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.103.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.103.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.103.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.103.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.104.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.104.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.104.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.104.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.104.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.104.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.105.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.105.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.105.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.105.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.105.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.105.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.106.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.106.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.106.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.106.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.106.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.106.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.107.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.107.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.107.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.107.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.107.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.107.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.108.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.108.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.108.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.108.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.108.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.108.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.109.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.109.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.109.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.109.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.109.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.109.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.11.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.11.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.11.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.11.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.11.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.11.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.110.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.110.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.110.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.110.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.110.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.110.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.111.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.111.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.111.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.111.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.111.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.111.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.112.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.112.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.112.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.112.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.112.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.112.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.113.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.113.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.113.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.113.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.113.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.113.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.114.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.114.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.114.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.114.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.114.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.114.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.115.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.115.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.115.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.115.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.115.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.115.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.116.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.116.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.116.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.116.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.116.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.116.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.117.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.117.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.117.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.117.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.117.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.117.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.118.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.118.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.118.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.118.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.118.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.118.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.119.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.119.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.119.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.119.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.119.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.119.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.12.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.12.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.12.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.12.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.12.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.12.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.120.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.120.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.120.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.120.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.120.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.120.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.121.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.121.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.121.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.121.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.121.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.121.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.122.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.122.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.122.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.122.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.122.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.122.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.123.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.123.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.123.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.123.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.123.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.123.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.124.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.124.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.124.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.124.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.124.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.124.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.125.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.125.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.125.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.125.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.125.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.125.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.126.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.126.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.126.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.126.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.126.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.126.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.127.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.127.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.127.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.127.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.127.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.127.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.13.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.13.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.13.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.13.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.13.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.13.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.14.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.14.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.14.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.14.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.14.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.14.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.15.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.15.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.15.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.15.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.15.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.15.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.16.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.16.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.16.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.16.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.16.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.16.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.17.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.17.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.17.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.17.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.17.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.17.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.18.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.18.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.18.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.18.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.18.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.18.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.19.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.19.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.19.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.19.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.19.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.19.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.2.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.2.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.2.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.2.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.2.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.2.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.20.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.20.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.20.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.20.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.20.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.20.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.21.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.21.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.21.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.21.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.21.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.21.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.22.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.22.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.22.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.22.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.22.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.22.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.23.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.23.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.23.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.23.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.23.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.23.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.24.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.24.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.24.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.24.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.24.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.24.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.25.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.25.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.25.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.25.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.25.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.25.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.26.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.26.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.26.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.26.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.26.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.26.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.27.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.27.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.27.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.27.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.27.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.27.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.28.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.28.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.28.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.28.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.28.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.28.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.29.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.29.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.29.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.29.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.29.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.29.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.3.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.3.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.3.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.3.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.3.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.3.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.30.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.30.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.30.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.30.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.30.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.30.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.31.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.31.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.31.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.31.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.31.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.31.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.32.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.32.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.32.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.32.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.32.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.32.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.33.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.33.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.33.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.33.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.33.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.33.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.34.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.34.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.34.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.34.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.34.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.34.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.35.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.35.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.35.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.35.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.35.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.35.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.36.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.36.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.36.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.36.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.36.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.36.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.37.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.37.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.37.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.37.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.37.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.37.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.38.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.38.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.38.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.38.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.38.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.38.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.39.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.39.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.39.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.39.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.39.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.39.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.4.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.4.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.4.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.4.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.4.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.4.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.40.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.40.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.40.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.40.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.40.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.40.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.41.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.41.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.41.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.41.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.41.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.41.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.42.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.42.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.42.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.42.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.42.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.42.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.43.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.43.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.43.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.43.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.43.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.43.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.44.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.44.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.44.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.44.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.44.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.44.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.45.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.45.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.45.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.45.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.45.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.45.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.46.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.46.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.46.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.46.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.46.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.46.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.47.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.47.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.47.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.47.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.47.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.47.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.48.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.48.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.48.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.48.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.48.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.48.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.49.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.49.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.49.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.49.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.49.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.49.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.5.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.5.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.5.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.5.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.5.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.5.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.50.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.50.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.50.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.50.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.50.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.50.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.51.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.51.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.51.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.51.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.51.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.51.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.52.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.52.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.52.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.52.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.52.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.52.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.53.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.53.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.53.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.53.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.53.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.53.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.54.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.54.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.54.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.54.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.54.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.54.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.55.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.55.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.55.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.55.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.55.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.55.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.56.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.56.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.56.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.56.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.56.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.56.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.57.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.57.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.57.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.57.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.57.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.57.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.58.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.58.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.58.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.58.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.58.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.58.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.59.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.59.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.59.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.59.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.59.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.59.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.6.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.6.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.6.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.6.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.6.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.6.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.60.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.60.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.60.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.60.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.60.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.60.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.61.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.61.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.61.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.61.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.61.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.61.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.62.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.62.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.62.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.62.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.62.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.62.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.63.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.63.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.63.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.63.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.63.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.63.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.64.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.64.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.64.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.64.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.64.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.64.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.65.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.65.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.65.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.65.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.65.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.65.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.66.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.66.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.66.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.66.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.66.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.66.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.67.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.67.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.67.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.67.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.67.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.67.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.68.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.68.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.68.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.68.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.68.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.68.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.69.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.69.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.69.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.69.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.69.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.69.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.7.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.7.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.7.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.7.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.7.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.7.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.70.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.70.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.70.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.70.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.70.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.70.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.71.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.71.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.71.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.71.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.71.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.71.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.72.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.72.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.72.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.72.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.72.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.72.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.73.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.73.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.73.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.73.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.73.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.73.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.74.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.74.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.74.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.74.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.74.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.74.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.75.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.75.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.75.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.75.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.75.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.75.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.76.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.76.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.76.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.76.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.76.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.76.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.77.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.77.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.77.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.77.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.77.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.77.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.78.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.78.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.78.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.78.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.78.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.78.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.79.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.79.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.79.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.79.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.79.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.79.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.8.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.8.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.8.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.8.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.8.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.8.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.80.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.80.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.80.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.80.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.80.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.80.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.81.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.81.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.81.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.81.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.81.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.81.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.82.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.82.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.82.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.82.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.82.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.82.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.83.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.83.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.83.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.83.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.83.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.83.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.84.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.84.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.84.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.84.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.84.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.84.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.85.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.85.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.85.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.85.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.85.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.85.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.86.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.86.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.86.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.86.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.86.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.86.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.87.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.87.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.87.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.87.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.87.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.87.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.88.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.88.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.88.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.88.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.88.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.88.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.89.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.89.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.89.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.89.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.89.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.89.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.9.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.9.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.9.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.9.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.9.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.9.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.90.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.90.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.90.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.90.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.90.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.90.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.91.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.91.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.91.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.91.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.91.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.91.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.92.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.92.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.92.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.92.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.92.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.92.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.93.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.93.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.93.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.93.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.93.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.93.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.94.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.94.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.94.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.94.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.94.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.94.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.95.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.95.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.95.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.95.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.95.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.95.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.96.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.96.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.96.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.96.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.96.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.96.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.97.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.97.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.97.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.97.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.97.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.97.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.98.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.98.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.98.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.98.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.98.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.98.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.99.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.99.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.99.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.99.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.99.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.experts.99.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.gate.e_score_correction_bias": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.gate.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.shared_experts.down_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.shared_experts.down_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.shared_experts.gate_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.shared_experts.gate_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.shared_experts.up_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.mlp.shared_experts.up_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.post_attention_layernorm.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.self_attn.k_proj.bias": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.self_attn.k_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.self_attn.k_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.self_attn.o_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.self_attn.o_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.self_attn.q_proj.bias": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.self_attn.q_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.self_attn.q_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.self_attn.v_proj.bias": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.self_attn.v_proj.weight": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.16.self_attn.v_proj.weight_scale": "model-00016-of-00046.safetensors",
+    "model.language_model.layers.17.input_layernorm.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.0.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.0.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.0.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.0.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.0.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.0.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.1.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.1.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.1.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.1.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.1.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.1.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.10.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.10.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.10.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.10.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.10.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.10.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.100.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.100.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.100.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.100.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.100.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.100.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.101.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.101.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.101.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.101.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.101.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.101.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.102.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.102.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.102.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.102.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.102.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.102.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.103.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.103.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.103.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.103.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.103.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.103.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.104.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.104.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.104.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.104.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.104.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.104.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.105.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.105.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.105.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.105.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.105.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.105.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.106.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.106.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.106.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.106.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.106.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.106.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.107.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.107.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.107.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.107.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.107.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.107.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.108.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.108.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.108.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.108.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.108.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.108.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.109.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.109.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.109.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.109.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.109.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.109.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.11.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.11.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.11.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.11.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.11.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.11.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.110.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.110.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.110.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.110.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.110.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.110.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.111.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.111.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.111.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.111.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.111.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.111.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.112.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.112.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.112.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.112.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.112.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.112.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.113.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.113.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.113.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.113.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.113.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.113.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.114.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.114.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.114.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.114.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.114.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.114.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.115.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.115.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.115.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.115.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.115.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.115.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.116.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.116.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.116.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.116.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.116.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.116.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.117.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.117.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.117.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.117.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.117.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.117.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.118.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.118.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.118.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.118.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.118.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.118.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.119.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.119.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.119.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.119.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.119.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.119.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.12.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.12.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.12.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.12.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.12.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.12.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.120.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.120.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.120.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.120.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.120.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.120.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.121.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.121.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.121.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.121.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.121.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.121.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.122.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.122.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.122.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.122.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.122.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.122.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.123.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.123.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.123.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.123.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.123.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.123.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.124.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.124.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.124.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.124.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.124.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.124.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.125.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.125.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.125.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.125.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.125.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.125.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.126.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.126.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.126.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.126.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.126.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.126.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.127.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.127.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.127.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.127.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.127.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.127.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.13.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.13.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.13.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.13.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.13.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.13.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.14.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.14.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.14.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.14.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.14.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.14.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.15.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.15.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.15.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.15.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.15.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.15.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.16.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.16.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.16.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.16.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.16.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.16.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.17.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.17.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.17.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.17.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.17.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.17.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.18.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.18.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.18.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.18.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.18.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.18.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.19.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.19.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.19.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.19.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.19.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.19.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.2.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.2.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.2.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.2.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.2.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.2.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.20.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.20.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.20.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.20.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.20.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.20.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.21.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.21.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.21.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.21.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.21.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.21.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.22.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.22.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.22.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.22.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.22.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.22.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.23.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.23.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.23.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.23.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.23.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.23.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.24.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.24.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.24.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.24.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.24.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.24.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.25.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.25.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.25.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.25.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.25.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.25.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.26.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.26.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.26.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.26.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.26.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.26.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.27.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.27.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.27.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.27.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.27.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.27.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.28.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.28.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.28.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.28.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.28.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.28.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.29.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.29.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.29.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.29.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.29.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.29.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.3.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.3.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.3.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.3.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.3.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.3.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.30.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.30.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.30.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.30.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.30.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.30.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.31.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.31.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.31.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.31.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.31.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.31.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.32.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.32.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.32.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.32.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.32.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.32.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.33.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.33.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.33.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.33.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.33.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.33.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.34.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.34.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.34.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.34.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.34.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.34.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.35.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.35.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.35.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.35.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.35.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.35.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.36.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.36.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.36.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.36.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.36.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.36.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.37.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.37.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.37.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.37.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.37.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.37.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.38.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.38.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.38.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.38.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.38.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.38.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.39.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.39.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.39.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.39.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.39.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.39.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.4.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.4.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.4.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.4.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.4.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.4.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.40.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.40.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.40.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.40.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.40.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.40.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.41.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.41.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.41.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.41.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.41.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.41.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.42.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.42.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.42.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.42.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.42.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.42.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.43.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.43.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.43.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.43.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.43.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.43.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.44.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.44.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.44.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.44.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.44.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.44.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.45.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.45.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.45.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.45.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.45.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.45.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.46.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.46.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.46.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.46.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.46.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.46.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.47.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.47.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.47.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.47.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.47.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.47.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.48.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.48.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.48.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.48.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.48.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.48.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.49.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.49.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.49.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.49.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.49.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.49.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.5.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.5.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.5.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.5.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.5.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.5.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.50.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.50.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.50.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.50.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.50.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.50.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.51.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.51.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.51.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.51.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.51.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.51.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.52.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.52.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.52.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.52.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.52.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.52.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.53.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.53.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.53.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.53.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.53.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.53.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.54.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.54.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.54.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.54.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.54.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.54.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.55.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.55.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.55.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.55.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.55.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.55.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.56.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.56.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.56.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.56.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.56.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.56.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.57.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.57.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.57.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.57.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.57.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.57.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.58.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.58.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.58.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.58.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.58.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.58.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.59.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.59.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.59.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.59.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.59.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.59.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.6.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.6.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.6.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.6.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.6.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.6.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.60.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.60.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.60.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.60.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.60.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.60.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.61.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.61.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.61.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.61.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.61.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.61.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.62.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.62.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.62.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.62.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.62.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.62.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.63.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.63.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.63.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.63.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.63.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.63.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.64.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.64.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.64.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.64.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.64.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.64.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.65.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.65.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.65.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.65.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.65.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.65.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.66.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.66.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.66.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.66.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.66.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.66.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.67.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.67.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.67.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.67.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.67.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.67.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.68.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.68.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.68.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.68.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.68.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.68.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.69.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.69.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.69.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.69.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.69.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.69.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.7.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.7.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.7.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.7.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.7.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.7.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.70.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.70.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.70.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.70.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.70.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.70.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.71.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.71.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.71.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.71.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.71.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.71.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.72.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.72.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.72.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.72.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.72.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.72.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.73.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.73.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.73.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.73.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.73.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.73.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.74.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.74.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.74.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.74.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.74.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.74.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.75.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.75.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.75.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.75.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.75.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.75.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.76.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.76.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.76.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.76.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.76.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.76.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.77.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.77.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.77.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.77.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.77.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.77.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.78.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.78.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.78.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.78.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.78.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.78.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.79.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.79.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.79.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.79.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.79.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.79.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.8.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.8.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.8.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.8.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.8.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.8.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.80.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.80.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.80.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.80.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.80.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.80.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.81.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.81.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.81.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.81.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.81.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.81.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.82.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.82.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.82.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.82.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.82.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.82.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.83.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.83.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.83.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.83.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.83.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.83.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.84.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.84.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.84.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.84.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.84.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.84.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.85.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.85.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.85.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.85.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.85.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.85.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.86.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.86.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.86.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.86.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.86.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.86.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.87.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.87.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.87.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.87.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.87.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.87.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.88.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.88.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.88.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.88.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.88.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.88.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.89.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.89.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.89.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.89.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.89.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.89.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.9.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.9.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.9.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.9.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.9.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.9.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.90.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.90.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.90.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.90.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.90.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.90.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.91.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.91.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.91.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.91.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.91.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.91.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.92.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.92.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.92.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.92.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.92.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.92.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.93.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.93.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.93.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.93.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.93.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.93.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.94.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.94.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.94.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.94.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.94.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.94.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.95.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.95.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.95.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.95.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.95.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.95.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.96.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.96.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.96.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.96.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.96.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.96.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.97.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.97.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.97.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.97.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.97.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.97.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.98.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.98.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.98.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.98.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.98.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.98.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.99.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.99.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.99.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.99.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.99.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.experts.99.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.gate.e_score_correction_bias": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.gate.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.shared_experts.down_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.shared_experts.down_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.shared_experts.gate_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.shared_experts.gate_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.shared_experts.up_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.mlp.shared_experts.up_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.post_attention_layernorm.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.self_attn.k_proj.bias": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.self_attn.k_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.self_attn.k_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.self_attn.o_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.self_attn.o_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.self_attn.q_proj.bias": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.self_attn.q_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.self_attn.q_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.self_attn.v_proj.bias": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.self_attn.v_proj.weight": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.17.self_attn.v_proj.weight_scale": "model-00017-of-00046.safetensors",
+    "model.language_model.layers.18.input_layernorm.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.0.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.0.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.0.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.0.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.0.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.0.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.1.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.1.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.1.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.1.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.1.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.1.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.10.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.10.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.10.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.10.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.10.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.10.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.100.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.100.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.100.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.100.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.100.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.100.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.101.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.101.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.101.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.101.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.101.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.101.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.102.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.102.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.102.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.102.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.102.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.102.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.103.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.103.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.103.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.103.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.103.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.103.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.104.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.104.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.104.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.104.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.104.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.104.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.105.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.105.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.105.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.105.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.105.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.105.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.106.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.106.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.106.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.106.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.106.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.106.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.107.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.107.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.107.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.107.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.107.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.107.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.108.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.108.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.108.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.108.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.108.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.108.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.109.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.109.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.109.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.109.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.109.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.109.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.11.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.11.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.11.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.11.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.11.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.11.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.110.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.110.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.110.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.110.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.110.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.110.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.111.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.111.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.111.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.111.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.111.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.111.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.112.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.112.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.112.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.112.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.112.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.112.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.113.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.113.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.113.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.113.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.113.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.113.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.114.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.114.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.114.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.114.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.114.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.114.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.115.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.115.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.115.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.115.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.115.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.115.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.116.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.116.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.116.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.116.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.116.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.116.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.117.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.117.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.117.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.117.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.117.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.117.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.118.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.118.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.118.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.118.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.118.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.118.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.119.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.119.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.119.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.119.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.119.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.119.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.12.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.12.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.12.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.12.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.12.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.12.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.120.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.120.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.120.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.120.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.120.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.120.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.121.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.121.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.121.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.121.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.121.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.121.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.122.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.122.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.122.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.122.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.122.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.122.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.123.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.123.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.123.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.123.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.123.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.123.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.124.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.124.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.124.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.124.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.124.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.124.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.125.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.125.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.125.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.125.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.125.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.125.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.126.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.126.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.126.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.126.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.126.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.126.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.127.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.127.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.127.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.127.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.127.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.127.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.13.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.13.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.13.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.13.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.13.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.13.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.14.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.14.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.14.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.14.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.14.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.14.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.15.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.15.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.15.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.15.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.15.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.15.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.16.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.16.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.16.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.16.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.16.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.16.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.17.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.17.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.17.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.17.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.17.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.17.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.18.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.18.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.18.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.18.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.18.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.18.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.19.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.19.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.19.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.19.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.19.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.19.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.2.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.2.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.2.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.2.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.2.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.2.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.20.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.20.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.20.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.20.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.20.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.20.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.21.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.21.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.21.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.21.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.21.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.21.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.22.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.22.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.22.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.22.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.22.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.22.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.23.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.23.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.23.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.23.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.23.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.23.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.24.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.24.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.24.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.24.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.24.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.24.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.25.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.25.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.25.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.25.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.25.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.25.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.26.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.26.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.26.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.26.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.26.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.26.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.27.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.27.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.27.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.27.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.27.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.27.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.28.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.28.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.28.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.28.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.28.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.28.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.29.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.29.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.29.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.29.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.29.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.29.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.3.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.3.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.3.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.3.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.3.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.3.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.30.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.30.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.30.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.30.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.30.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.30.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.31.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.31.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.31.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.31.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.31.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.31.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.32.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.32.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.32.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.32.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.32.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.32.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.33.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.33.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.33.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.33.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.33.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.33.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.34.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.34.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.34.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.34.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.34.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.34.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.35.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.35.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.35.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.35.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.35.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.35.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.36.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.36.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.36.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.36.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.36.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.36.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.37.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.37.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.37.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.37.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.37.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.37.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.38.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.38.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.38.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.38.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.38.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.38.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.39.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.39.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.39.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.39.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.39.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.39.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.4.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.4.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.4.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.4.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.4.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.4.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.40.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.40.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.40.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.40.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.40.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.40.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.41.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.41.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.41.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.41.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.41.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.41.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.42.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.42.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.42.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.42.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.42.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.42.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.43.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.43.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.43.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.43.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.43.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.43.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.44.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.44.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.44.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.44.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.44.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.44.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.45.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.45.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.45.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.45.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.45.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.45.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.46.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.46.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.46.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.46.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.46.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.46.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.47.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.47.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.47.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.47.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.47.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.47.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.48.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.48.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.48.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.48.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.48.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.48.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.49.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.49.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.49.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.49.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.49.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.49.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.5.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.5.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.5.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.5.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.5.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.5.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.50.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.50.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.50.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.50.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.50.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.50.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.51.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.51.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.51.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.51.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.51.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.51.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.52.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.52.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.52.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.52.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.52.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.52.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.53.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.53.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.53.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.53.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.53.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.53.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.54.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.54.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.54.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.54.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.54.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.54.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.55.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.55.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.55.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.55.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.55.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.55.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.56.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.56.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.56.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.56.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.56.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.56.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.57.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.57.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.57.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.57.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.57.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.57.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.58.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.58.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.58.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.58.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.58.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.58.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.59.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.59.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.59.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.59.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.59.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.59.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.6.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.6.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.6.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.6.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.6.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.6.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.60.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.60.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.60.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.60.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.60.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.60.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.61.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.61.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.61.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.61.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.61.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.61.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.62.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.62.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.62.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.62.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.62.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.62.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.63.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.63.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.63.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.63.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.63.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.63.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.64.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.64.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.64.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.64.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.64.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.64.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.65.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.65.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.65.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.65.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.65.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.65.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.66.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.66.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.66.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.66.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.66.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.66.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.67.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.67.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.67.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.67.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.67.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.67.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.68.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.68.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.68.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.68.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.68.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.68.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.69.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.69.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.69.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.69.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.69.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.69.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.7.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.7.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.7.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.7.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.7.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.7.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.70.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.70.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.70.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.70.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.70.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.70.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.71.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.71.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.71.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.71.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.71.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.71.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.72.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.72.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.72.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.72.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.72.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.72.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.73.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.73.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.73.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.73.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.73.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.73.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.74.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.74.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.74.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.74.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.74.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.74.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.75.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.75.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.75.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.75.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.75.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.75.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.76.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.76.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.76.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.76.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.76.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.76.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.77.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.77.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.77.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.77.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.77.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.77.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.78.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.78.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.78.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.78.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.78.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.78.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.79.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.79.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.79.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.79.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.79.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.79.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.8.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.8.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.8.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.8.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.8.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.8.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.80.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.80.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.80.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.80.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.80.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.80.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.81.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.81.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.81.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.81.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.81.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.81.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.82.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.82.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.82.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.82.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.82.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.82.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.83.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.83.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.83.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.83.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.83.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.83.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.84.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.84.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.84.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.84.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.84.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.84.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.85.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.85.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.85.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.85.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.85.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.85.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.86.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.86.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.86.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.86.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.86.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.86.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.87.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.87.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.87.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.87.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.87.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.87.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.88.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.88.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.88.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.88.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.88.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.88.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.89.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.89.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.89.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.89.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.89.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.89.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.9.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.9.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.9.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.9.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.9.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.9.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.90.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.90.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.90.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.90.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.90.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.90.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.91.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.91.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.91.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.91.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.91.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.91.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.92.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.92.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.92.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.92.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.92.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.92.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.93.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.93.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.93.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.93.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.93.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.93.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.94.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.94.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.94.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.94.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.94.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.94.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.95.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.95.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.95.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.95.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.95.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.95.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.96.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.96.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.96.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.96.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.96.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.96.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.97.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.97.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.97.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.97.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.97.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.97.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.98.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.98.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.98.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.98.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.98.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.98.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.99.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.99.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.99.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.99.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.99.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.experts.99.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.gate.e_score_correction_bias": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.gate.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.shared_experts.down_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.shared_experts.down_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.shared_experts.gate_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.shared_experts.gate_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.shared_experts.up_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.mlp.shared_experts.up_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.post_attention_layernorm.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.self_attn.k_proj.bias": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.self_attn.k_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.self_attn.k_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.self_attn.o_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.self_attn.o_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.self_attn.q_proj.bias": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.self_attn.q_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.self_attn.q_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.self_attn.v_proj.bias": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.self_attn.v_proj.weight": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.18.self_attn.v_proj.weight_scale": "model-00018-of-00046.safetensors",
+    "model.language_model.layers.19.input_layernorm.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.0.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.0.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.0.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.0.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.0.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.0.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.1.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.1.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.1.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.1.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.1.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.1.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.10.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.10.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.10.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.10.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.10.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.10.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.100.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.100.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.100.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.100.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.100.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.100.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.101.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.101.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.101.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.101.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.101.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.101.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.102.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.102.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.102.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.102.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.102.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.102.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.103.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.103.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.103.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.103.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.103.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.103.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.104.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.104.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.104.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.104.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.104.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.104.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.105.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.105.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.105.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.105.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.105.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.105.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.106.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.106.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.106.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.106.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.106.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.106.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.107.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.107.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.107.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.107.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.107.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.107.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.108.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.108.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.108.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.108.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.108.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.108.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.109.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.109.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.109.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.109.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.109.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.109.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.11.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.11.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.11.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.11.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.11.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.11.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.110.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.110.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.110.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.110.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.110.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.110.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.111.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.111.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.111.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.111.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.111.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.111.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.112.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.112.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.112.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.112.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.112.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.112.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.113.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.113.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.113.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.113.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.113.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.113.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.114.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.114.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.114.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.114.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.114.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.114.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.115.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.115.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.115.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.115.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.115.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.115.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.116.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.116.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.116.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.116.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.116.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.116.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.117.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.117.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.117.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.117.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.117.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.117.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.118.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.118.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.118.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.118.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.118.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.118.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.119.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.119.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.119.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.119.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.119.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.119.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.12.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.12.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.12.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.12.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.12.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.12.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.120.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.120.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.120.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.120.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.120.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.120.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.121.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.121.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.121.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.121.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.121.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.121.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.122.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.122.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.122.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.122.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.122.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.122.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.123.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.123.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.123.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.123.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.123.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.123.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.124.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.124.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.124.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.124.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.124.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.124.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.125.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.125.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.125.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.125.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.125.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.125.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.126.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.126.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.126.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.126.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.126.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.126.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.127.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.127.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.127.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.127.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.127.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.127.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.13.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.13.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.13.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.13.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.13.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.13.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.14.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.14.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.14.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.14.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.14.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.14.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.15.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.15.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.15.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.15.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.15.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.15.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.16.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.16.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.16.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.16.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.16.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.16.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.17.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.17.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.17.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.17.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.17.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.17.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.18.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.18.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.18.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.18.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.18.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.18.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.19.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.19.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.19.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.19.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.19.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.19.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.2.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.2.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.2.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.2.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.2.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.2.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.20.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.20.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.20.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.20.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.20.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.20.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.21.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.21.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.21.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.21.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.21.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.21.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.22.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.22.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.22.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.22.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.22.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.22.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.23.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.23.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.23.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.23.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.23.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.23.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.24.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.24.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.24.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.24.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.24.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.24.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.25.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.25.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.25.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.25.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.25.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.25.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.26.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.26.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.26.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.26.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.26.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.26.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.27.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.27.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.27.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.27.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.27.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.27.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.28.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.28.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.28.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.28.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.28.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.28.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.29.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.29.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.29.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.29.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.29.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.29.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.3.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.3.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.3.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.3.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.3.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.3.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.30.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.30.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.30.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.30.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.30.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.30.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.31.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.31.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.31.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.31.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.31.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.31.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.32.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.32.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.32.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.32.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.32.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.32.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.33.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.33.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.33.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.33.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.33.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.33.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.34.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.34.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.34.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.34.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.34.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.34.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.35.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.35.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.35.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.35.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.35.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.35.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.36.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.36.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.36.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.36.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.36.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.36.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.37.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.37.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.37.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.37.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.37.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.37.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.38.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.38.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.38.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.38.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.38.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.38.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.39.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.39.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.39.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.39.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.39.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.39.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.4.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.4.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.4.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.4.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.4.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.4.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.40.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.40.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.40.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.40.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.40.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.40.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.41.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.41.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.41.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.41.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.41.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.41.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.42.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.42.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.42.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.42.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.42.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.42.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.43.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.43.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.43.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.43.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.43.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.43.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.44.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.44.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.44.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.44.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.44.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.44.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.45.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.45.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.45.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.45.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.45.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.45.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.46.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.46.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.46.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.46.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.46.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.46.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.47.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.47.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.47.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.47.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.47.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.47.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.48.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.48.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.48.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.48.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.48.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.48.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.49.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.49.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.49.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.49.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.49.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.49.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.5.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.5.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.5.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.5.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.5.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.5.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.50.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.50.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.50.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.50.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.50.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.50.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.51.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.51.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.51.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.51.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.51.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.51.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.52.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.52.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.52.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.52.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.52.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.52.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.53.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.53.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.53.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.53.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.53.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.53.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.54.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.54.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.54.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.54.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.54.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.54.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.55.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.55.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.55.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.55.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.55.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.55.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.56.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.56.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.56.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.56.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.56.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.56.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.57.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.57.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.57.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.57.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.57.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.57.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.58.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.58.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.58.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.58.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.58.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.58.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.59.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.59.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.59.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.59.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.59.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.59.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.6.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.6.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.6.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.6.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.6.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.6.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.60.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.60.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.60.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.60.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.60.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.60.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.61.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.61.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.61.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.61.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.61.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.61.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.62.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.62.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.62.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.62.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.62.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.62.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.63.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.63.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.63.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.63.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.63.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.63.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.64.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.64.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.64.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.64.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.64.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.64.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.65.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.65.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.65.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.65.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.65.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.65.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.66.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.66.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.66.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.66.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.66.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.66.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.67.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.67.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.67.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.67.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.67.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.67.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.68.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.68.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.68.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.68.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.68.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.68.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.69.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.69.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.69.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.69.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.69.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.69.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.7.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.7.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.7.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.7.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.7.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.7.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.70.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.70.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.70.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.70.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.70.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.70.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.71.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.71.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.71.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.71.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.71.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.71.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.72.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.72.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.72.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.72.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.72.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.72.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.73.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.73.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.73.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.73.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.73.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.73.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.74.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.74.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.74.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.74.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.74.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.74.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.75.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.75.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.75.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.75.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.75.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.75.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.76.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.76.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.76.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.76.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.76.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.76.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.77.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.77.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.77.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.77.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.77.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.77.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.78.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.78.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.78.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.78.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.78.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.78.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.79.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.79.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.79.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.79.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.79.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.79.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.8.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.8.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.8.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.8.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.8.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.8.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.80.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.80.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.80.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.80.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.80.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.80.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.81.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.81.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.81.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.81.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.81.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.81.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.82.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.82.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.82.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.82.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.82.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.82.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.83.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.83.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.83.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.83.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.83.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.83.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.84.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.84.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.84.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.84.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.84.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.84.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.85.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.85.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.85.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.85.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.85.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.85.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.86.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.86.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.86.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.86.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.86.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.86.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.87.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.87.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.87.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.87.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.87.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.87.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.88.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.88.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.88.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.88.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.88.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.88.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.89.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.89.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.89.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.89.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.89.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.89.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.9.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.9.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.9.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.9.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.9.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.9.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.90.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.90.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.90.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.90.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.90.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.90.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.91.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.91.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.91.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.91.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.91.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.91.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.92.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.92.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.92.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.92.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.92.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.92.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.93.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.93.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.93.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.93.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.93.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.93.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.94.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.94.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.94.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.94.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.94.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.94.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.95.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.95.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.95.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.95.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.95.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.95.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.96.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.96.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.96.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.96.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.96.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.96.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.97.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.97.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.97.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.97.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.97.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.97.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.98.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.98.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.98.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.98.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.98.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.98.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.99.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.99.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.99.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.99.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.99.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.experts.99.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.gate.e_score_correction_bias": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.gate.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.shared_experts.down_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.shared_experts.down_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.shared_experts.gate_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.shared_experts.gate_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.shared_experts.up_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.mlp.shared_experts.up_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.post_attention_layernorm.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.self_attn.k_proj.bias": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.self_attn.k_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.self_attn.k_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.self_attn.o_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.self_attn.o_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.self_attn.q_proj.bias": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.self_attn.q_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.self_attn.q_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.self_attn.v_proj.bias": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.self_attn.v_proj.weight": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.19.self_attn.v_proj.weight_scale": "model-00019-of-00046.safetensors",
+    "model.language_model.layers.20.input_layernorm.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.0.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.0.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.0.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.0.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.0.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.0.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.1.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.1.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.1.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.1.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.1.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.1.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.10.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.10.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.10.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.10.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.10.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.10.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.100.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.100.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.100.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.100.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.100.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.100.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.101.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.101.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.101.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.101.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.101.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.101.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.102.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.102.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.102.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.102.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.102.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.102.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.103.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.103.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.103.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.103.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.103.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.103.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.104.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.104.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.104.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.104.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.104.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.104.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.105.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.105.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.105.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.105.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.105.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.105.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.106.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.106.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.106.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.106.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.106.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.106.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.107.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.107.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.107.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.107.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.107.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.107.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.108.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.108.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.108.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.108.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.108.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.108.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.109.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.109.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.109.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.109.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.109.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.109.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.11.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.11.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.11.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.11.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.11.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.11.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.110.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.110.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.110.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.110.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.110.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.110.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.111.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.111.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.111.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.111.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.111.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.111.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.112.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.112.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.112.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.112.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.112.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.112.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.113.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.113.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.113.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.113.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.113.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.113.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.114.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.114.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.114.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.114.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.114.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.114.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.115.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.115.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.115.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.115.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.115.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.115.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.116.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.116.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.116.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.116.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.116.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.116.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.117.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.117.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.117.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.117.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.117.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.117.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.118.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.118.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.118.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.118.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.118.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.118.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.119.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.119.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.119.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.119.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.119.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.119.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.12.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.12.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.12.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.12.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.12.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.12.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.120.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.120.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.120.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.120.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.120.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.120.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.121.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.121.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.121.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.121.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.121.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.121.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.122.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.122.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.122.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.122.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.122.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.122.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.123.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.123.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.123.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.123.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.123.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.123.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.124.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.124.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.124.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.124.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.124.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.124.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.125.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.125.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.125.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.125.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.125.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.125.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.126.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.126.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.126.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.126.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.126.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.126.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.127.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.127.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.127.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.127.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.127.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.127.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.13.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.13.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.13.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.13.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.13.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.13.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.14.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.14.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.14.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.14.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.14.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.14.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.15.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.15.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.15.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.15.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.15.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.15.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.16.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.16.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.16.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.16.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.16.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.16.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.17.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.17.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.17.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.17.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.17.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.17.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.18.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.18.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.18.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.18.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.18.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.18.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.19.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.19.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.19.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.19.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.19.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.19.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.2.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.2.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.2.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.2.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.2.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.2.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.20.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.20.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.20.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.20.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.20.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.20.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.21.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.21.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.21.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.21.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.21.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.21.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.22.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.22.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.22.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.22.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.22.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.22.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.23.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.23.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.23.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.23.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.23.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.23.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.24.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.24.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.24.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.24.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.24.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.24.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.25.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.25.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.25.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.25.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.25.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.25.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.26.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.26.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.26.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.26.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.26.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.26.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.27.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.27.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.27.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.27.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.27.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.27.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.28.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.28.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.28.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.28.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.28.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.28.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.29.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.29.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.29.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.29.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.29.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.29.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.3.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.3.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.3.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.3.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.3.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.3.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.30.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.30.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.30.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.30.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.30.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.30.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.31.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.31.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.31.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.31.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.31.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.31.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.32.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.32.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.32.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.32.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.32.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.32.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.33.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.33.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.33.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.33.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.33.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.33.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.34.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.34.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.34.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.34.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.34.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.34.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.35.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.35.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.35.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.35.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.35.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.35.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.36.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.36.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.36.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.36.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.36.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.36.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.37.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.37.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.37.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.37.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.37.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.37.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.38.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.38.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.38.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.38.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.38.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.38.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.39.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.39.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.39.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.39.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.39.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.39.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.4.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.4.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.4.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.4.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.4.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.4.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.40.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.40.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.40.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.40.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.40.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.40.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.41.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.41.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.41.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.41.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.41.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.41.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.42.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.42.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.42.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.42.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.42.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.42.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.43.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.43.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.43.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.43.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.43.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.43.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.44.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.44.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.44.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.44.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.44.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.44.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.45.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.45.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.45.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.45.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.45.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.45.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.46.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.46.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.46.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.46.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.46.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.46.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.47.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.47.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.47.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.47.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.47.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.47.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.48.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.48.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.48.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.48.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.48.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.48.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.49.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.49.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.49.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.49.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.49.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.49.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.5.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.5.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.5.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.5.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.5.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.5.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.50.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.50.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.50.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.50.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.50.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.50.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.51.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.51.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.51.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.51.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.51.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.51.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.52.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.52.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.52.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.52.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.52.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.52.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.53.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.53.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.53.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.53.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.53.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.53.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.54.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.54.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.54.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.54.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.54.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.54.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.55.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.55.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.55.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.55.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.55.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.55.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.56.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.56.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.56.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.56.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.56.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.56.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.57.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.57.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.57.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.57.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.57.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.57.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.58.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.58.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.58.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.58.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.58.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.58.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.59.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.59.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.59.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.59.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.59.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.59.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.6.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.6.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.6.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.6.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.6.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.6.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.60.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.60.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.60.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.60.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.60.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.60.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.61.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.61.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.61.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.61.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.61.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.61.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.62.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.62.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.62.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.62.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.62.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.62.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.63.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.63.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.63.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.63.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.63.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.63.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.64.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.64.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.64.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.64.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.64.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.64.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.65.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.65.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.65.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.65.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.65.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.65.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.66.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.66.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.66.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.66.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.66.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.66.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.67.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.67.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.67.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.67.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.67.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.67.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.68.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.68.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.68.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.68.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.68.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.68.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.69.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.69.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.69.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.69.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.69.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.69.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.7.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.7.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.7.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.7.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.7.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.7.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.70.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.70.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.70.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.70.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.70.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.70.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.71.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.71.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.71.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.71.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.71.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.71.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.72.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.72.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.72.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.72.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.72.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.72.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.73.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.73.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.73.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.73.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.73.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.73.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.74.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.74.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.74.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.74.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.74.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.74.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.75.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.75.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.75.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.75.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.75.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.75.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.76.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.76.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.76.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.76.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.76.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.76.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.77.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.77.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.77.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.77.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.77.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.77.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.78.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.78.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.78.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.78.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.78.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.78.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.79.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.79.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.79.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.79.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.79.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.79.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.8.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.8.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.8.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.8.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.8.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.8.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.80.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.80.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.80.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.80.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.80.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.80.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.81.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.81.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.81.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.81.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.81.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.81.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.82.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.82.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.82.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.82.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.82.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.82.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.83.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.83.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.83.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.83.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.83.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.83.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.84.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.84.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.84.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.84.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.84.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.84.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.85.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.85.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.85.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.85.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.85.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.85.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.86.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.86.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.86.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.86.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.86.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.86.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.87.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.87.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.87.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.87.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.87.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.87.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.88.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.88.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.88.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.88.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.88.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.88.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.89.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.89.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.89.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.89.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.89.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.89.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.9.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.9.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.9.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.9.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.9.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.9.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.90.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.90.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.90.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.90.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.90.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.90.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.91.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.91.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.91.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.91.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.91.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.91.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.92.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.92.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.92.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.92.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.92.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.92.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.93.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.93.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.93.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.93.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.93.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.93.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.94.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.94.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.94.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.94.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.94.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.94.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.95.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.95.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.95.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.95.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.95.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.95.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.96.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.96.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.96.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.96.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.96.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.96.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.97.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.97.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.97.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.97.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.97.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.97.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.98.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.98.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.98.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.98.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.98.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.98.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.99.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.99.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.99.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.99.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.99.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.experts.99.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.gate.e_score_correction_bias": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.gate.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.shared_experts.down_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.shared_experts.down_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.shared_experts.gate_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.shared_experts.gate_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.shared_experts.up_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.mlp.shared_experts.up_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.post_attention_layernorm.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.self_attn.k_proj.bias": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.self_attn.k_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.self_attn.k_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.self_attn.o_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.self_attn.o_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.self_attn.q_proj.bias": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.self_attn.q_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.self_attn.q_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.self_attn.v_proj.bias": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.self_attn.v_proj.weight": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.20.self_attn.v_proj.weight_scale": "model-00020-of-00046.safetensors",
+    "model.language_model.layers.22.input_layernorm.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.0.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.0.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.0.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.0.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.0.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.0.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.1.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.1.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.1.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.1.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.1.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.1.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.10.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.10.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.10.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.10.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.10.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.10.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.100.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.100.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.100.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.100.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.100.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.100.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.101.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.101.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.101.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.101.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.101.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.101.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.102.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.102.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.102.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.102.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.102.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.102.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.103.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.103.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.103.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.103.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.103.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.103.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.104.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.104.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.104.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.104.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.104.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.104.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.105.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.105.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.105.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.105.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.105.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.105.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.106.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.106.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.106.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.106.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.106.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.106.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.107.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.107.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.107.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.107.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.107.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.107.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.108.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.108.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.108.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.108.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.108.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.108.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.109.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.109.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.109.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.109.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.109.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.109.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.11.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.11.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.11.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.11.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.11.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.11.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.110.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.110.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.110.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.110.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.110.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.110.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.111.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.111.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.111.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.111.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.111.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.111.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.112.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.112.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.112.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.112.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.112.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.112.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.113.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.113.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.113.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.113.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.113.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.113.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.114.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.114.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.114.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.114.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.114.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.114.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.115.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.115.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.115.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.115.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.115.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.115.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.116.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.116.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.116.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.116.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.116.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.116.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.117.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.117.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.117.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.117.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.117.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.117.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.118.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.118.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.118.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.118.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.118.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.118.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.119.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.119.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.119.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.119.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.119.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.119.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.12.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.12.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.12.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.12.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.12.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.12.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.120.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.120.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.120.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.120.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.120.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.120.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.121.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.121.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.121.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.121.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.121.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.121.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.122.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.122.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.122.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.122.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.122.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.122.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.123.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.123.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.123.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.123.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.123.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.123.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.124.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.124.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.124.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.124.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.124.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.124.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.125.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.125.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.125.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.125.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.125.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.125.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.126.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.126.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.126.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.126.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.126.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.126.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.127.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.127.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.127.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.127.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.127.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.127.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.13.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.13.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.13.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.13.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.13.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.13.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.14.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.14.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.14.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.14.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.14.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.14.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.15.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.15.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.15.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.15.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.15.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.15.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.16.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.16.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.16.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.16.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.16.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.16.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.17.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.17.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.17.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.17.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.17.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.17.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.18.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.18.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.18.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.18.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.18.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.18.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.19.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.19.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.19.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.19.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.19.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.19.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.2.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.2.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.2.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.2.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.2.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.2.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.20.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.20.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.20.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.20.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.20.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.20.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.21.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.21.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.21.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.21.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.21.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.21.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.22.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.22.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.22.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.22.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.22.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.22.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.23.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.23.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.23.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.23.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.23.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.23.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.24.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.24.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.24.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.24.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.24.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.24.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.25.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.25.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.25.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.25.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.25.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.25.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.26.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.26.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.26.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.26.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.26.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.26.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.27.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.27.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.27.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.27.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.27.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.27.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.28.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.28.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.28.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.28.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.28.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.28.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.29.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.29.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.29.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.29.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.29.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.29.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.3.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.3.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.3.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.3.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.3.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.3.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.30.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.30.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.30.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.30.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.30.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.30.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.31.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.31.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.31.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.31.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.31.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.31.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.32.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.32.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.32.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.32.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.32.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.32.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.33.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.33.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.33.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.33.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.33.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.33.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.34.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.34.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.34.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.34.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.34.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.34.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.35.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.35.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.35.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.35.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.35.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.35.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.36.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.36.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.36.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.36.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.36.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.36.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.37.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.37.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.37.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.37.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.37.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.37.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.38.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.38.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.38.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.38.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.38.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.38.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.39.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.39.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.39.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.39.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.39.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.39.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.4.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.4.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.4.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.4.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.4.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.4.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.40.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.40.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.40.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.40.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.40.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.40.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.41.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.41.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.41.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.41.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.41.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.41.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.42.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.42.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.42.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.42.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.42.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.42.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.43.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.43.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.43.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.43.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.43.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.43.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.44.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.44.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.44.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.44.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.44.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.44.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.45.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.45.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.45.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.45.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.45.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.45.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.46.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.46.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.46.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.46.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.46.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.46.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.47.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.47.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.47.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.47.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.47.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.47.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.48.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.48.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.48.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.48.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.48.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.48.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.49.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.49.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.49.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.49.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.49.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.49.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.5.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.5.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.5.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.5.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.5.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.5.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.50.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.50.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.50.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.50.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.50.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.50.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.51.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.51.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.51.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.51.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.51.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.51.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.52.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.52.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.52.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.52.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.52.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.52.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.53.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.53.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.53.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.53.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.53.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.53.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.54.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.54.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.54.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.54.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.54.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.54.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.55.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.55.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.55.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.55.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.55.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.55.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.56.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.56.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.56.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.56.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.56.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.56.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.57.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.57.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.57.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.57.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.57.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.57.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.58.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.58.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.58.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.58.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.58.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.58.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.59.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.59.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.59.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.59.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.59.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.59.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.6.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.6.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.6.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.6.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.6.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.6.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.60.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.60.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.60.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.60.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.60.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.60.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.61.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.61.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.61.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.61.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.61.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.61.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.62.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.62.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.62.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.62.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.62.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.62.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.63.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.63.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.63.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.63.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.63.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.63.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.64.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.64.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.64.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.64.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.64.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.64.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.65.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.65.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.65.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.65.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.65.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.65.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.66.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.66.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.66.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.66.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.66.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.66.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.67.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.67.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.67.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.67.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.67.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.67.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.68.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.68.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.68.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.68.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.68.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.68.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.69.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.69.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.69.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.69.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.69.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.69.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.7.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.7.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.7.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.7.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.7.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.7.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.70.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.70.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.70.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.70.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.70.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.70.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.71.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.71.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.71.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.71.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.71.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.71.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.72.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.72.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.72.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.72.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.72.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.72.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.73.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.73.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.73.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.73.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.73.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.73.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.74.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.74.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.74.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.74.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.74.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.74.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.75.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.75.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.75.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.75.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.75.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.75.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.76.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.76.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.76.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.76.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.76.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.76.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.77.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.77.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.77.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.77.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.77.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.77.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.78.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.78.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.78.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.78.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.78.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.78.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.79.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.79.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.79.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.79.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.79.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.79.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.8.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.8.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.8.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.8.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.8.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.8.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.80.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.80.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.80.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.80.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.80.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.80.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.81.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.81.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.81.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.81.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.81.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.81.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.82.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.82.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.82.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.82.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.82.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.82.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.83.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.83.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.83.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.83.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.83.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.83.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.84.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.84.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.84.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.84.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.84.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.84.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.85.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.85.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.85.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.85.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.85.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.85.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.86.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.86.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.86.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.86.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.86.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.86.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.87.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.87.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.87.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.87.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.87.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.87.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.88.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.88.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.88.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.88.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.88.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.88.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.89.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.89.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.89.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.89.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.89.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.89.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.9.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.9.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.9.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.9.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.9.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.9.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.90.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.90.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.90.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.90.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.90.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.90.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.91.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.91.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.91.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.91.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.91.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.91.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.92.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.92.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.92.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.92.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.92.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.92.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.93.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.93.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.93.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.93.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.93.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.93.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.94.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.94.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.94.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.94.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.94.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.94.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.95.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.95.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.95.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.95.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.95.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.95.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.96.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.96.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.96.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.96.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.96.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.96.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.97.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.97.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.97.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.97.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.97.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.97.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.98.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.98.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.98.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.98.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.98.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.98.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.99.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.99.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.99.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.99.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.99.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.experts.99.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.gate.e_score_correction_bias": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.gate.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.shared_experts.down_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.shared_experts.down_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.shared_experts.gate_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.shared_experts.gate_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.shared_experts.up_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.mlp.shared_experts.up_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.post_attention_layernorm.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.self_attn.k_proj.bias": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.self_attn.k_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.self_attn.k_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.self_attn.o_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.self_attn.o_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.self_attn.q_proj.bias": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.self_attn.q_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.self_attn.q_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.self_attn.v_proj.bias": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.self_attn.v_proj.weight": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.22.self_attn.v_proj.weight_scale": "model-00022-of-00046.safetensors",
+    "model.language_model.layers.21.input_layernorm.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.0.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.0.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.0.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.0.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.0.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.0.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.1.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.1.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.1.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.1.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.1.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.1.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.10.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.10.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.10.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.10.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.10.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.10.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.100.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.100.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.100.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.100.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.100.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.100.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.101.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.101.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.101.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.101.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.101.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.101.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.102.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.102.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.102.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.102.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.102.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.102.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.103.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.103.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.103.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.103.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.103.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.103.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.104.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.104.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.104.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.104.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.104.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.104.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.105.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.105.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.105.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.105.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.105.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.105.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.106.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.106.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.106.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.106.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.106.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.106.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.107.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.107.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.107.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.107.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.107.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.107.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.108.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.108.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.108.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.108.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.108.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.108.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.109.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.109.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.109.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.109.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.109.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.109.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.11.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.11.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.11.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.11.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.11.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.11.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.110.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.110.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.110.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.110.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.110.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.110.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.111.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.111.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.111.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.111.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.111.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.111.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.112.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.112.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.112.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.112.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.112.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.112.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.113.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.113.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.113.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.113.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.113.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.113.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.114.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.114.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.114.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.114.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.114.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.114.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.115.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.115.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.115.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.115.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.115.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.115.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.116.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.116.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.116.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.116.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.116.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.116.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.117.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.117.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.117.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.117.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.117.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.117.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.118.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.118.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.118.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.118.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.118.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.118.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.119.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.119.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.119.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.119.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.119.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.119.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.12.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.12.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.12.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.12.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.12.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.12.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.120.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.120.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.120.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.120.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.120.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.120.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.121.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.121.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.121.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.121.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.121.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.121.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.122.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.122.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.122.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.122.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.122.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.122.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.123.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.123.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.123.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.123.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.123.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.123.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.124.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.124.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.124.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.124.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.124.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.124.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.125.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.125.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.125.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.125.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.125.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.125.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.126.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.126.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.126.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.126.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.126.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.126.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.127.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.127.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.127.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.127.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.127.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.127.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.13.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.13.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.13.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.13.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.13.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.13.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.14.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.14.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.14.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.14.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.14.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.14.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.15.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.15.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.15.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.15.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.15.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.15.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.16.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.16.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.16.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.16.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.16.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.16.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.17.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.17.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.17.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.17.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.17.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.17.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.18.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.18.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.18.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.18.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.18.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.18.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.19.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.19.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.19.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.19.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.19.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.19.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.2.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.2.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.2.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.2.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.2.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.2.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.20.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.20.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.20.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.20.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.20.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.20.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.21.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.21.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.21.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.21.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.21.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.21.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.22.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.22.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.22.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.22.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.22.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.22.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.23.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.23.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.23.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.23.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.23.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.23.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.24.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.24.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.24.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.24.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.24.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.24.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.25.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.25.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.25.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.25.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.25.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.25.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.26.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.26.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.26.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.26.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.26.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.26.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.27.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.27.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.27.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.27.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.27.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.27.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.28.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.28.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.28.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.28.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.28.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.28.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.29.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.29.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.29.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.29.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.29.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.29.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.3.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.3.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.3.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.3.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.3.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.3.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.30.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.30.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.30.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.30.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.30.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.30.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.31.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.31.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.31.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.31.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.31.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.31.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.32.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.32.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.32.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.32.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.32.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.32.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.33.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.33.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.33.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.33.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.33.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.33.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.34.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.34.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.34.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.34.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.34.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.34.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.35.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.35.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.35.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.35.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.35.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.35.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.36.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.36.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.36.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.36.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.36.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.36.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.37.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.37.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.37.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.37.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.37.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.37.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.38.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.38.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.38.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.38.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.38.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.38.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.39.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.39.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.39.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.39.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.39.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.39.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.4.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.4.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.4.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.4.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.4.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.4.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.40.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.40.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.40.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.40.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.40.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.40.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.41.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.41.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.41.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.41.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.41.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.41.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.42.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.42.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.42.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.42.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.42.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.42.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.43.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.43.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.43.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.43.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.43.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.43.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.44.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.44.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.44.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.44.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.44.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.44.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.45.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.45.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.45.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.45.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.45.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.45.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.46.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.46.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.46.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.46.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.46.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.46.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.47.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.47.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.47.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.47.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.47.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.47.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.48.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.48.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.48.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.48.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.48.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.48.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.49.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.49.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.49.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.49.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.49.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.49.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.5.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.5.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.5.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.5.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.5.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.5.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.50.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.50.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.50.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.50.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.50.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.50.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.51.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.51.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.51.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.51.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.51.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.51.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.52.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.52.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.52.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.52.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.52.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.52.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.53.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.53.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.53.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.53.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.53.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.53.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.54.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.54.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.54.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.54.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.54.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.54.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.55.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.55.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.55.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.55.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.55.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.55.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.56.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.56.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.56.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.56.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.56.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.56.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.57.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.57.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.57.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.57.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.57.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.57.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.58.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.58.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.58.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.58.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.58.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.58.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.59.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.59.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.59.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.59.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.59.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.59.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.6.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.6.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.6.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.6.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.6.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.6.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.60.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.60.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.60.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.60.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.60.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.60.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.61.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.61.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.61.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.61.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.61.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.61.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.62.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.62.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.62.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.62.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.62.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.62.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.63.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.63.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.63.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.63.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.63.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.63.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.64.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.64.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.64.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.64.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.64.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.64.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.65.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.65.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.65.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.65.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.65.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.65.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.66.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.66.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.66.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.66.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.66.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.66.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.67.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.67.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.67.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.67.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.67.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.67.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.68.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.68.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.68.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.68.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.68.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.68.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.69.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.69.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.69.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.69.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.69.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.69.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.7.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.7.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.7.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.7.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.7.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.7.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.70.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.70.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.70.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.70.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.70.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.70.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.71.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.71.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.71.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.71.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.71.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.71.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.72.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.72.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.72.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.72.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.72.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.72.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.73.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.73.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.73.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.73.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.73.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.73.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.74.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.74.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.74.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.74.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.74.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.74.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.75.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.75.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.75.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.75.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.75.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.75.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.76.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.76.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.76.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.76.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.76.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.76.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.77.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.77.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.77.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.77.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.77.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.77.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.78.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.78.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.78.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.78.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.78.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.78.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.79.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.79.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.79.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.79.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.79.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.79.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.8.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.8.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.8.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.8.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.8.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.8.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.80.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.80.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.80.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.80.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.80.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.80.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.81.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.81.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.81.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.81.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.81.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.81.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.82.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.82.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.82.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.82.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.82.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.82.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.83.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.83.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.83.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.83.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.83.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.83.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.84.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.84.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.84.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.84.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.84.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.84.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.85.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.85.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.85.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.85.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.85.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.85.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.86.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.86.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.86.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.86.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.86.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.86.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.87.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.87.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.87.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.87.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.87.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.87.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.88.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.88.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.88.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.88.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.88.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.88.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.89.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.89.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.89.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.89.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.89.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.89.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.9.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.9.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.9.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.9.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.9.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.9.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.90.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.90.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.90.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.90.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.90.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.90.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.91.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.91.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.91.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.91.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.91.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.91.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.92.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.92.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.92.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.92.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.92.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.92.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.93.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.93.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.93.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.93.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.93.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.93.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.94.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.94.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.94.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.94.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.94.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.94.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.95.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.95.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.95.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.95.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.95.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.95.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.96.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.96.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.96.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.96.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.96.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.96.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.97.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.97.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.97.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.97.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.97.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.97.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.98.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.98.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.98.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.98.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.98.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.98.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.99.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.99.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.99.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.99.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.99.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.experts.99.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.gate.e_score_correction_bias": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.gate.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.shared_experts.down_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.shared_experts.down_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.shared_experts.gate_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.shared_experts.gate_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.shared_experts.up_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.mlp.shared_experts.up_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.post_attention_layernorm.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.self_attn.k_proj.bias": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.self_attn.k_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.self_attn.k_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.self_attn.o_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.self_attn.o_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.self_attn.q_proj.bias": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.self_attn.q_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.self_attn.q_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.self_attn.v_proj.bias": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.self_attn.v_proj.weight": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.21.self_attn.v_proj.weight_scale": "model-00021-of-00046.safetensors",
+    "model.language_model.layers.23.input_layernorm.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.0.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.0.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.0.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.0.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.0.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.0.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.1.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.1.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.1.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.1.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.1.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.1.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.10.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.10.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.10.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.10.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.10.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.10.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.100.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.100.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.100.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.100.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.100.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.100.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.101.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.101.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.101.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.101.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.101.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.101.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.102.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.102.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.102.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.102.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.102.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.102.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.103.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.103.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.103.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.103.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.103.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.103.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.104.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.104.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.104.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.104.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.104.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.104.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.105.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.105.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.105.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.105.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.105.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.105.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.106.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.106.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.106.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.106.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.106.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.106.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.107.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.107.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.107.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.107.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.107.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.107.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.108.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.108.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.108.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.108.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.108.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.108.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.109.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.109.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.109.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.109.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.109.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.109.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.11.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.11.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.11.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.11.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.11.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.11.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.110.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.110.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.110.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.110.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.110.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.110.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.111.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.111.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.111.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.111.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.111.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.111.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.112.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.112.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.112.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.112.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.112.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.112.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.113.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.113.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.113.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.113.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.113.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.113.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.114.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.114.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.114.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.114.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.114.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.114.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.115.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.115.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.115.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.115.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.115.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.115.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.116.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.116.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.116.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.116.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.116.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.116.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.117.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.117.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.117.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.117.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.117.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.117.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.118.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.118.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.118.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.118.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.118.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.118.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.119.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.119.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.119.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.119.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.119.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.119.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.12.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.12.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.12.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.12.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.12.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.12.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.120.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.120.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.120.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.120.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.120.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.120.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.121.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.121.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.121.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.121.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.121.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.121.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.122.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.122.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.122.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.122.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.122.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.122.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.123.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.123.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.123.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.123.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.123.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.123.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.124.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.124.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.124.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.124.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.124.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.124.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.125.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.125.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.125.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.125.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.125.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.125.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.126.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.126.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.126.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.126.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.126.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.126.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.127.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.127.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.127.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.127.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.127.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.127.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.13.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.13.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.13.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.13.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.13.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.13.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.14.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.14.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.14.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.14.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.14.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.14.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.15.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.15.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.15.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.15.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.15.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.15.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.16.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.16.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.16.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.16.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.16.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.16.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.17.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.17.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.17.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.17.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.17.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.17.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.18.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.18.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.18.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.18.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.18.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.18.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.19.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.19.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.19.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.19.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.19.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.19.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.2.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.2.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.2.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.2.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.2.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.2.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.20.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.20.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.20.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.20.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.20.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.20.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.21.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.21.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.21.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.21.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.21.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.21.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.22.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.22.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.22.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.22.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.22.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.22.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.23.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.23.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.23.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.23.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.23.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.23.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.24.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.24.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.24.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.24.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.24.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.24.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.25.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.25.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.25.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.25.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.25.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.25.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.26.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.26.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.26.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.26.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.26.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.26.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.27.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.27.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.27.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.27.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.27.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.27.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.28.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.28.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.28.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.28.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.28.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.28.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.29.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.29.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.29.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.29.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.29.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.29.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.3.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.3.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.3.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.3.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.3.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.3.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.30.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.30.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.30.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.30.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.30.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.30.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.31.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.31.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.31.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.31.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.31.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.31.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.32.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.32.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.32.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.32.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.32.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.32.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.33.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.33.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.33.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.33.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.33.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.33.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.34.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.34.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.34.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.34.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.34.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.34.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.35.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.35.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.35.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.35.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.35.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.35.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.36.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.36.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.36.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.36.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.36.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.36.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.37.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.37.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.37.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.37.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.37.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.37.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.38.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.38.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.38.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.38.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.38.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.38.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.39.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.39.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.39.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.39.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.39.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.39.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.4.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.4.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.4.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.4.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.4.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.4.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.40.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.40.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.40.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.40.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.40.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.40.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.41.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.41.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.41.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.41.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.41.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.41.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.42.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.42.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.42.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.42.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.42.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.42.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.43.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.43.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.43.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.43.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.43.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.43.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.44.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.44.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.44.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.44.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.44.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.44.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.45.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.45.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.45.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.45.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.45.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.45.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.46.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.46.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.46.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.46.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.46.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.46.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.47.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.47.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.47.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.47.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.47.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.47.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.48.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.48.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.48.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.48.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.48.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.48.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.49.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.49.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.49.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.49.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.49.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.49.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.5.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.5.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.5.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.5.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.5.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.5.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.50.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.50.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.50.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.50.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.50.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.50.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.51.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.51.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.51.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.51.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.51.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.51.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.52.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.52.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.52.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.52.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.52.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.52.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.53.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.53.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.53.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.53.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.53.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.53.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.54.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.54.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.54.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.54.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.54.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.54.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.55.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.55.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.55.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.55.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.55.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.55.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.56.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.56.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.56.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.56.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.56.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.56.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.57.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.57.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.57.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.57.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.57.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.57.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.58.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.58.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.58.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.58.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.58.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.58.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.59.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.59.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.59.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.59.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.59.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.59.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.6.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.6.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.6.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.6.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.6.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.6.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.60.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.60.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.60.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.60.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.60.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.60.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.61.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.61.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.61.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.61.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.61.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.61.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.62.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.62.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.62.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.62.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.62.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.62.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.63.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.63.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.63.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.63.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.63.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.63.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.64.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.64.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.64.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.64.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.64.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.64.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.65.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.65.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.65.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.65.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.65.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.65.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.66.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.66.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.66.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.66.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.66.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.66.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.67.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.67.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.67.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.67.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.67.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.67.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.68.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.68.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.68.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.68.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.68.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.68.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.69.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.69.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.69.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.69.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.69.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.69.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.7.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.7.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.7.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.7.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.7.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.7.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.70.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.70.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.70.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.70.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.70.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.70.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.71.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.71.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.71.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.71.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.71.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.71.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.72.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.72.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.72.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.72.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.72.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.72.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.73.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.73.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.73.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.73.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.73.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.73.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.74.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.74.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.74.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.74.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.74.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.74.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.75.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.75.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.75.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.75.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.75.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.75.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.76.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.76.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.76.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.76.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.76.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.76.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.77.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.77.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.77.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.77.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.77.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.77.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.78.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.78.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.78.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.78.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.78.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.78.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.79.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.79.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.79.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.79.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.79.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.79.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.8.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.8.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.8.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.8.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.8.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.8.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.80.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.80.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.80.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.80.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.80.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.80.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.81.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.81.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.81.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.81.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.81.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.81.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.82.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.82.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.82.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.82.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.82.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.82.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.83.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.83.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.83.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.83.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.83.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.83.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.84.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.84.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.84.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.84.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.84.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.84.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.85.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.85.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.85.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.85.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.85.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.85.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.86.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.86.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.86.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.86.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.86.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.86.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.87.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.87.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.87.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.87.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.87.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.87.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.88.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.88.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.88.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.88.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.88.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.88.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.89.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.89.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.89.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.89.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.89.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.89.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.9.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.9.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.9.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.9.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.9.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.9.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.90.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.90.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.90.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.90.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.90.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.90.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.91.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.91.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.91.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.91.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.91.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.91.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.92.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.92.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.92.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.92.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.92.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.92.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.93.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.93.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.93.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.93.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.93.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.93.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.94.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.94.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.94.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.94.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.94.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.94.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.95.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.95.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.95.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.95.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.95.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.95.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.96.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.96.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.96.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.96.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.96.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.96.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.97.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.97.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.97.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.97.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.97.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.97.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.98.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.98.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.98.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.98.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.98.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.98.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.99.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.99.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.99.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.99.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.99.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.experts.99.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.gate.e_score_correction_bias": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.gate.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.shared_experts.down_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.shared_experts.down_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.shared_experts.gate_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.shared_experts.gate_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.shared_experts.up_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.mlp.shared_experts.up_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.post_attention_layernorm.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.self_attn.k_proj.bias": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.self_attn.k_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.self_attn.k_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.self_attn.o_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.self_attn.o_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.self_attn.q_proj.bias": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.self_attn.q_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.self_attn.q_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.self_attn.v_proj.bias": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.self_attn.v_proj.weight": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.23.self_attn.v_proj.weight_scale": "model-00023-of-00046.safetensors",
+    "model.language_model.layers.24.input_layernorm.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.0.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.0.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.0.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.0.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.0.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.0.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.1.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.1.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.1.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.1.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.1.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.1.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.10.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.10.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.10.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.10.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.10.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.10.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.100.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.100.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.100.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.100.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.100.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.100.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.101.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.101.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.101.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.101.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.101.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.101.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.102.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.102.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.102.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.102.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.102.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.102.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.103.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.103.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.103.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.103.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.103.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.103.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.104.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.104.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.104.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.104.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.104.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.104.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.105.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.105.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.105.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.105.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.105.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.105.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.106.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.106.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.106.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.106.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.106.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.106.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.107.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.107.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.107.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.107.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.107.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.107.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.108.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.108.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.108.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.108.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.108.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.108.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.109.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.109.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.109.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.109.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.109.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.109.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.11.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.11.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.11.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.11.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.11.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.11.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.110.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.110.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.110.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.110.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.110.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.110.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.111.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.111.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.111.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.111.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.111.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.111.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.112.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.112.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.112.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.112.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.112.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.112.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.113.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.113.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.113.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.113.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.113.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.113.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.114.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.114.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.114.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.114.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.114.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.114.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.115.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.115.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.115.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.115.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.115.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.115.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.116.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.116.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.116.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.116.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.116.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.116.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.117.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.117.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.117.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.117.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.117.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.117.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.118.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.118.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.118.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.118.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.118.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.118.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.119.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.119.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.119.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.119.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.119.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.119.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.12.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.12.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.12.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.12.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.12.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.12.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.120.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.120.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.120.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.120.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.120.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.120.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.121.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.121.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.121.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.121.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.121.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.121.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.122.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.122.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.122.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.122.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.122.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.122.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.123.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.123.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.123.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.123.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.123.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.123.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.124.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.124.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.124.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.124.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.124.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.124.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.125.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.125.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.125.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.125.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.125.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.125.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.126.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.126.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.126.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.126.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.126.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.126.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.127.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.127.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.127.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.127.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.127.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.127.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.13.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.13.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.13.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.13.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.13.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.13.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.14.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.14.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.14.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.14.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.14.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.14.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.15.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.15.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.15.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.15.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.15.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.15.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.16.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.16.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.16.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.16.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.16.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.16.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.17.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.17.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.17.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.17.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.17.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.17.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.18.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.18.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.18.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.18.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.18.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.18.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.19.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.19.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.19.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.19.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.19.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.19.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.2.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.2.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.2.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.2.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.2.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.2.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.20.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.20.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.20.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.20.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.20.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.20.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.21.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.21.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.21.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.21.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.21.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.21.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.22.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.22.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.22.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.22.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.22.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.22.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.23.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.23.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.23.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.23.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.23.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.23.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.24.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.24.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.24.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.24.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.24.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.24.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.25.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.25.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.25.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.25.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.25.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.25.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.26.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.26.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.26.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.26.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.26.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.26.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.27.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.27.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.27.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.27.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.27.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.27.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.28.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.28.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.28.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.28.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.28.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.28.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.29.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.29.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.29.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.29.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.29.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.29.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.3.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.3.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.3.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.3.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.3.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.3.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.30.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.30.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.30.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.30.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.30.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.30.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.31.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.31.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.31.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.31.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.31.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.31.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.32.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.32.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.32.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.32.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.32.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.32.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.33.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.33.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.33.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.33.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.33.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.33.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.34.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.34.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.34.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.34.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.34.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.34.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.35.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.35.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.35.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.35.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.35.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.35.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.36.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.36.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.36.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.36.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.36.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.36.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.37.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.37.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.37.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.37.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.37.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.37.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.38.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.38.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.38.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.38.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.38.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.38.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.39.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.39.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.39.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.39.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.39.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.39.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.4.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.4.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.4.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.4.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.4.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.4.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.40.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.40.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.40.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.40.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.40.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.40.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.41.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.41.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.41.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.41.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.41.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.41.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.42.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.42.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.42.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.42.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.42.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.42.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.43.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.43.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.43.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.43.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.43.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.43.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.44.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.44.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.44.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.44.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.44.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.44.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.45.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.45.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.45.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.45.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.45.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.45.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.46.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.46.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.46.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.46.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.46.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.46.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.47.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.47.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.47.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.47.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.47.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.47.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.48.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.48.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.48.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.48.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.48.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.48.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.49.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.49.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.49.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.49.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.49.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.49.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.5.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.5.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.5.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.5.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.5.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.5.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.50.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.50.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.50.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.50.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.50.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.50.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.51.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.51.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.51.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.51.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.51.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.51.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.52.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.52.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.52.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.52.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.52.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.52.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.53.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.53.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.53.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.53.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.53.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.53.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.54.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.54.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.54.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.54.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.54.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.54.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.55.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.55.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.55.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.55.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.55.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.55.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.56.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.56.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.56.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.56.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.56.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.56.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.57.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.57.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.57.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.57.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.57.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.57.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.58.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.58.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.58.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.58.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.58.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.58.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.59.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.59.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.59.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.59.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.59.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.59.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.6.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.6.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.6.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.6.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.6.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.6.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.60.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.60.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.60.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.60.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.60.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.60.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.61.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.61.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.61.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.61.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.61.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.61.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.62.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.62.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.62.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.62.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.62.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.62.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.63.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.63.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.63.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.63.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.63.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.63.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.64.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.64.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.64.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.64.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.64.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.64.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.65.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.65.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.65.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.65.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.65.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.65.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.66.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.66.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.66.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.66.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.66.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.66.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.67.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.67.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.67.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.67.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.67.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.67.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.68.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.68.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.68.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.68.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.68.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.68.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.69.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.69.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.69.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.69.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.69.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.69.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.7.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.7.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.7.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.7.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.7.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.7.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.70.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.70.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.70.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.70.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.70.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.70.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.71.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.71.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.71.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.71.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.71.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.71.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.72.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.72.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.72.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.72.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.72.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.72.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.73.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.73.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.73.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.73.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.73.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.73.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.74.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.74.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.74.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.74.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.74.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.74.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.75.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.75.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.75.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.75.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.75.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.75.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.76.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.76.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.76.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.76.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.76.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.76.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.77.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.77.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.77.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.77.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.77.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.77.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.78.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.78.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.78.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.78.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.78.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.78.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.79.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.79.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.79.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.79.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.79.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.79.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.8.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.8.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.8.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.8.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.8.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.8.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.80.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.80.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.80.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.80.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.80.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.80.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.81.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.81.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.81.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.81.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.81.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.81.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.82.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.82.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.82.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.82.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.82.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.82.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.83.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.83.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.83.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.83.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.83.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.83.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.84.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.84.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.84.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.84.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.84.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.84.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.85.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.85.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.85.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.85.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.85.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.85.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.86.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.86.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.86.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.86.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.86.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.86.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.87.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.87.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.87.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.87.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.87.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.87.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.88.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.88.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.88.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.88.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.88.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.88.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.89.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.89.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.89.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.89.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.89.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.89.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.9.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.9.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.9.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.9.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.9.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.9.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.90.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.90.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.90.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.90.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.90.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.90.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.91.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.91.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.91.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.91.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.91.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.91.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.92.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.92.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.92.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.92.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.92.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.92.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.93.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.93.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.93.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.93.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.93.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.93.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.94.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.94.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.94.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.94.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.94.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.94.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.95.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.95.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.95.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.95.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.95.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.95.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.96.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.96.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.96.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.96.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.96.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.96.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.97.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.97.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.97.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.97.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.97.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.97.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.98.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.98.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.98.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.98.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.98.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.98.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.99.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.99.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.99.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.99.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.99.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.experts.99.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.gate.e_score_correction_bias": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.gate.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.shared_experts.down_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.shared_experts.down_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.shared_experts.gate_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.shared_experts.gate_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.shared_experts.up_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.mlp.shared_experts.up_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.post_attention_layernorm.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.self_attn.k_proj.bias": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.self_attn.k_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.self_attn.k_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.self_attn.o_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.self_attn.o_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.self_attn.q_proj.bias": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.self_attn.q_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.self_attn.q_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.self_attn.v_proj.bias": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.self_attn.v_proj.weight": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.24.self_attn.v_proj.weight_scale": "model-00024-of-00046.safetensors",
+    "model.language_model.layers.25.input_layernorm.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.0.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.0.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.0.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.0.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.0.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.0.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.1.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.1.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.1.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.1.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.1.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.1.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.10.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.10.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.10.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.10.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.10.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.10.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.100.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.100.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.100.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.100.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.100.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.100.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.101.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.101.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.101.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.101.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.101.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.101.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.102.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.102.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.102.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.102.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.102.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.102.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.103.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.103.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.103.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.103.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.103.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.103.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.104.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.104.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.104.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.104.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.104.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.104.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.105.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.105.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.105.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.105.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.105.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.105.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.106.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.106.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.106.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.106.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.106.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.106.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.107.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.107.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.107.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.107.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.107.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.107.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.108.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.108.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.108.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.108.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.108.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.108.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.109.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.109.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.109.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.109.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.109.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.109.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.11.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.11.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.11.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.11.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.11.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.11.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.110.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.110.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.110.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.110.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.110.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.110.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.111.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.111.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.111.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.111.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.111.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.111.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.112.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.112.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.112.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.112.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.112.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.112.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.113.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.113.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.113.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.113.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.113.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.113.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.114.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.114.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.114.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.114.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.114.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.114.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.115.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.115.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.115.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.115.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.115.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.115.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.116.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.116.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.116.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.116.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.116.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.116.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.117.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.117.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.117.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.117.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.117.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.117.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.118.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.118.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.118.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.118.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.118.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.118.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.119.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.119.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.119.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.119.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.119.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.119.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.12.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.12.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.12.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.12.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.12.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.12.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.120.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.120.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.120.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.120.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.120.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.120.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.121.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.121.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.121.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.121.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.121.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.121.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.122.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.122.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.122.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.122.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.122.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.122.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.123.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.123.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.123.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.123.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.123.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.123.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.124.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.124.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.124.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.124.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.124.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.124.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.125.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.125.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.125.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.125.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.125.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.125.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.126.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.126.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.126.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.126.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.126.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.126.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.127.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.127.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.127.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.127.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.127.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.127.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.13.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.13.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.13.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.13.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.13.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.13.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.14.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.14.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.14.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.14.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.14.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.14.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.15.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.15.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.15.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.15.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.15.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.15.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.16.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.16.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.16.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.16.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.16.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.16.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.17.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.17.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.17.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.17.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.17.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.17.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.18.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.18.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.18.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.18.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.18.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.18.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.19.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.19.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.19.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.19.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.19.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.19.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.2.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.2.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.2.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.2.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.2.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.2.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.20.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.20.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.20.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.20.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.20.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.20.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.21.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.21.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.21.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.21.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.21.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.21.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.22.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.22.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.22.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.22.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.22.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.22.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.23.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.23.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.23.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.23.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.23.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.23.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.24.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.24.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.24.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.24.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.24.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.24.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.25.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.25.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.25.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.25.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.25.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.25.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.26.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.26.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.26.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.26.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.26.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.26.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.27.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.27.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.27.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.27.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.27.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.27.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.28.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.28.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.28.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.28.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.28.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.28.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.29.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.29.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.29.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.29.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.29.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.29.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.3.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.3.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.3.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.3.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.3.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.3.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.30.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.30.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.30.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.30.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.30.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.30.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.31.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.31.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.31.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.31.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.31.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.31.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.32.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.32.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.32.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.32.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.32.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.32.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.33.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.33.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.33.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.33.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.33.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.33.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.34.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.34.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.34.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.34.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.34.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.34.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.35.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.35.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.35.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.35.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.35.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.35.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.36.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.36.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.36.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.36.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.36.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.36.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.37.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.37.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.37.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.37.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.37.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.37.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.38.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.38.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.38.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.38.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.38.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.38.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.39.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.39.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.39.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.39.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.39.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.39.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.4.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.4.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.4.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.4.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.4.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.4.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.40.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.40.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.40.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.40.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.40.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.40.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.41.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.41.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.41.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.41.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.41.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.41.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.42.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.42.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.42.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.42.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.42.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.42.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.43.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.43.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.43.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.43.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.43.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.43.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.44.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.44.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.44.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.44.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.44.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.44.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.45.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.45.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.45.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.45.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.45.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.45.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.46.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.46.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.46.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.46.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.46.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.46.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.47.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.47.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.47.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.47.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.47.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.47.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.48.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.48.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.48.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.48.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.48.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.48.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.49.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.49.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.49.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.49.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.49.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.49.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.5.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.5.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.5.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.5.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.5.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.5.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.50.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.50.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.50.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.50.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.50.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.50.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.51.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.51.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.51.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.51.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.51.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.51.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.52.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.52.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.52.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.52.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.52.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.52.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.53.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.53.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.53.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.53.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.53.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.53.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.54.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.54.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.54.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.54.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.54.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.54.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.55.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.55.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.55.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.55.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.55.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.55.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.56.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.56.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.56.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.56.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.56.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.56.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.57.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.57.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.57.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.57.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.57.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.57.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.58.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.58.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.58.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.58.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.58.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.58.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.59.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.59.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.59.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.59.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.59.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.59.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.6.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.6.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.6.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.6.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.6.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.6.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.60.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.60.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.60.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.60.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.60.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.60.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.61.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.61.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.61.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.61.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.61.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.61.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.62.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.62.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.62.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.62.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.62.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.62.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.63.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.63.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.63.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.63.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.63.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.63.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.64.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.64.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.64.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.64.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.64.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.64.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.65.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.65.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.65.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.65.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.65.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.65.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.66.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.66.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.66.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.66.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.66.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.66.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.67.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.67.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.67.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.67.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.67.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.67.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.68.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.68.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.68.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.68.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.68.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.68.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.69.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.69.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.69.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.69.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.69.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.69.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.7.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.7.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.7.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.7.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.7.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.7.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.70.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.70.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.70.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.70.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.70.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.70.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.71.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.71.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.71.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.71.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.71.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.71.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.72.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.72.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.72.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.72.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.72.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.72.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.73.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.73.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.73.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.73.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.73.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.73.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.74.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.74.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.74.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.74.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.74.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.74.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.75.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.75.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.75.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.75.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.75.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.75.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.76.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.76.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.76.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.76.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.76.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.76.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.77.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.77.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.77.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.77.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.77.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.77.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.78.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.78.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.78.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.78.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.78.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.78.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.79.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.79.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.79.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.79.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.79.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.79.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.8.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.8.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.8.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.8.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.8.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.8.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.80.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.80.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.80.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.80.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.80.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.80.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.81.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.81.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.81.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.81.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.81.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.81.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.82.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.82.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.82.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.82.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.82.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.82.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.83.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.83.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.83.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.83.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.83.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.83.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.84.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.84.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.84.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.84.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.84.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.84.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.85.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.85.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.85.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.85.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.85.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.85.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.86.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.86.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.86.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.86.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.86.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.86.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.87.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.87.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.87.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.87.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.87.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.87.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.88.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.88.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.88.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.88.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.88.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.88.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.89.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.89.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.89.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.89.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.89.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.89.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.9.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.9.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.9.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.9.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.9.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.9.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.90.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.90.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.90.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.90.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.90.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.90.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.91.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.91.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.91.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.91.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.91.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.91.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.92.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.92.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.92.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.92.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.92.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.92.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.93.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.93.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.93.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.93.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.93.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.93.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.94.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.94.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.94.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.94.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.94.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.94.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.95.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.95.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.95.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.95.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.95.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.95.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.96.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.96.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.96.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.96.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.96.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.96.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.97.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.97.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.97.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.97.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.97.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.97.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.98.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.98.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.98.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.98.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.98.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.98.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.99.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.99.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.99.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.99.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.99.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.experts.99.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.gate.e_score_correction_bias": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.gate.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.shared_experts.down_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.shared_experts.down_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.shared_experts.gate_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.shared_experts.gate_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.shared_experts.up_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.mlp.shared_experts.up_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.post_attention_layernorm.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.self_attn.k_proj.bias": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.self_attn.k_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.self_attn.k_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.self_attn.o_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.self_attn.o_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.self_attn.q_proj.bias": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.self_attn.q_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.self_attn.q_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.self_attn.v_proj.bias": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.self_attn.v_proj.weight": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.25.self_attn.v_proj.weight_scale": "model-00025-of-00046.safetensors",
+    "model.language_model.layers.26.input_layernorm.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.0.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.0.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.0.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.0.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.0.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.0.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.1.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.1.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.1.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.1.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.1.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.1.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.10.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.10.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.10.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.10.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.10.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.10.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.100.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.100.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.100.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.100.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.100.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.100.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.101.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.101.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.101.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.101.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.101.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.101.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.102.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.102.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.102.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.102.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.102.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.102.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.103.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.103.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.103.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.103.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.103.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.103.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.104.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.104.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.104.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.104.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.104.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.104.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.105.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.105.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.105.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.105.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.105.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.105.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.106.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.106.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.106.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.106.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.106.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.106.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.107.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.107.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.107.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.107.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.107.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.107.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.108.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.108.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.108.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.108.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.108.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.108.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.109.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.109.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.109.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.109.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.109.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.109.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.11.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.11.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.11.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.11.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.11.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.11.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.110.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.110.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.110.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.110.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.110.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.110.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.111.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.111.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.111.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.111.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.111.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.111.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.112.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.112.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.112.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.112.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.112.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.112.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.113.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.113.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.113.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.113.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.113.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.113.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.114.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.114.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.114.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.114.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.114.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.114.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.115.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.115.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.115.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.115.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.115.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.115.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.116.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.116.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.116.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.116.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.116.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.116.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.117.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.117.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.117.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.117.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.117.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.117.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.118.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.118.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.118.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.118.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.118.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.118.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.119.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.119.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.119.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.119.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.119.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.119.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.12.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.12.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.12.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.12.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.12.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.12.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.120.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.120.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.120.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.120.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.120.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.120.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.121.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.121.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.121.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.121.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.121.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.121.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.122.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.122.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.122.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.122.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.122.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.122.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.123.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.123.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.123.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.123.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.123.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.123.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.124.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.124.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.124.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.124.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.124.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.124.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.125.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.125.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.125.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.125.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.125.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.125.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.126.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.126.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.126.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.126.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.126.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.126.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.127.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.127.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.127.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.127.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.127.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.127.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.13.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.13.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.13.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.13.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.13.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.13.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.14.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.14.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.14.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.14.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.14.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.14.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.15.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.15.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.15.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.15.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.15.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.15.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.16.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.16.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.16.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.16.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.16.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.16.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.17.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.17.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.17.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.17.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.17.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.17.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.18.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.18.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.18.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.18.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.18.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.18.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.19.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.19.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.19.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.19.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.19.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.19.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.2.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.2.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.2.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.2.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.2.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.2.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.20.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.20.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.20.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.20.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.20.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.20.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.21.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.21.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.21.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.21.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.21.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.21.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.22.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.22.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.22.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.22.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.22.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.22.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.23.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.23.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.23.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.23.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.23.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.23.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.24.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.24.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.24.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.24.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.24.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.24.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.25.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.25.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.25.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.25.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.25.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.25.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.26.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.26.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.26.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.26.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.26.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.26.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.27.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.27.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.27.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.27.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.27.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.27.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.28.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.28.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.28.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.28.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.28.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.28.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.29.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.29.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.29.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.29.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.29.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.29.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.3.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.3.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.3.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.3.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.3.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.3.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.30.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.30.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.30.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.30.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.30.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.30.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.31.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.31.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.31.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.31.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.31.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.31.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.32.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.32.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.32.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.32.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.32.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.32.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.33.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.33.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.33.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.33.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.33.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.33.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.34.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.34.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.34.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.34.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.34.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.34.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.35.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.35.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.35.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.35.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.35.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.35.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.36.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.36.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.36.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.36.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.36.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.36.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.37.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.37.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.37.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.37.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.37.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.37.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.38.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.38.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.38.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.38.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.38.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.38.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.39.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.39.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.39.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.39.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.39.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.39.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.4.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.4.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.4.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.4.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.4.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.4.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.40.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.40.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.40.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.40.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.40.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.40.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.41.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.41.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.41.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.41.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.41.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.41.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.42.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.42.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.42.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.42.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.42.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.42.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.43.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.43.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.43.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.43.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.43.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.43.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.44.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.44.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.44.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.44.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.44.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.44.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.45.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.45.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.45.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.45.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.45.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.45.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.46.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.46.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.46.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.46.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.46.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.46.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.47.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.47.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.47.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.47.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.47.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.47.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.48.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.48.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.48.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.48.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.48.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.48.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.49.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.49.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.49.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.49.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.49.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.49.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.5.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.5.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.5.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.5.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.5.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.5.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.50.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.50.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.50.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.50.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.50.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.50.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.51.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.51.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.51.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.51.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.51.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.51.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.52.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.52.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.52.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.52.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.52.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.52.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.53.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.53.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.53.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.53.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.53.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.53.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.54.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.54.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.54.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.54.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.54.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.54.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.55.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.55.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.55.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.55.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.55.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.55.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.56.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.56.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.56.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.56.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.56.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.56.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.57.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.57.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.57.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.57.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.57.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.57.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.58.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.58.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.58.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.58.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.58.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.58.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.59.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.59.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.59.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.59.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.59.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.59.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.6.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.6.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.6.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.6.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.6.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.6.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.60.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.60.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.60.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.60.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.60.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.60.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.61.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.61.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.61.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.61.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.61.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.61.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.62.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.62.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.62.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.62.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.62.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.62.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.63.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.63.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.63.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.63.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.63.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.63.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.64.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.64.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.64.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.64.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.64.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.64.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.65.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.65.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.65.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.65.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.65.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.65.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.66.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.66.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.66.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.66.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.66.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.66.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.67.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.67.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.67.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.67.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.67.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.67.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.68.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.68.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.68.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.68.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.68.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.68.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.69.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.69.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.69.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.69.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.69.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.69.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.7.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.7.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.7.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.7.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.7.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.7.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.70.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.70.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.70.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.70.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.70.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.70.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.71.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.71.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.71.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.71.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.71.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.71.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.72.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.72.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.72.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.72.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.72.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.72.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.73.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.73.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.73.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.73.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.73.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.73.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.74.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.74.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.74.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.74.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.74.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.74.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.75.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.75.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.75.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.75.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.75.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.75.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.76.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.76.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.76.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.76.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.76.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.76.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.77.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.77.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.77.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.77.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.77.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.77.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.78.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.78.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.78.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.78.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.78.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.78.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.79.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.79.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.79.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.79.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.79.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.79.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.8.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.8.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.8.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.8.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.8.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.8.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.80.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.80.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.80.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.80.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.80.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.80.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.81.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.81.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.81.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.81.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.81.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.81.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.82.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.82.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.82.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.82.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.82.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.82.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.83.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.83.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.83.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.83.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.83.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.83.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.84.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.84.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.84.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.84.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.84.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.84.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.85.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.85.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.85.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.85.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.85.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.85.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.86.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.86.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.86.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.86.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.86.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.86.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.87.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.87.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.87.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.87.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.87.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.87.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.88.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.88.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.88.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.88.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.88.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.88.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.89.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.89.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.89.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.89.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.89.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.89.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.9.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.9.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.9.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.9.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.9.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.9.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.90.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.90.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.90.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.90.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.90.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.90.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.91.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.91.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.91.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.91.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.91.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.91.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.92.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.92.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.92.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.92.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.92.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.92.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.93.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.93.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.93.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.93.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.93.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.93.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.94.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.94.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.94.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.94.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.94.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.94.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.95.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.95.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.95.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.95.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.95.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.95.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.96.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.96.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.96.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.96.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.96.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.96.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.97.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.97.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.97.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.97.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.97.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.97.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.98.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.98.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.98.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.98.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.98.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.98.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.99.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.99.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.99.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.99.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.99.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.experts.99.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.gate.e_score_correction_bias": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.gate.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.shared_experts.down_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.shared_experts.down_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.shared_experts.gate_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.shared_experts.gate_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.shared_experts.up_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.mlp.shared_experts.up_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.post_attention_layernorm.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.self_attn.k_proj.bias": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.self_attn.k_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.self_attn.k_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.self_attn.o_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.self_attn.o_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.self_attn.q_proj.bias": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.self_attn.q_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.self_attn.q_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.self_attn.v_proj.bias": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.self_attn.v_proj.weight": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.26.self_attn.v_proj.weight_scale": "model-00026-of-00046.safetensors",
+    "model.language_model.layers.27.input_layernorm.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.0.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.0.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.0.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.0.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.0.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.0.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.1.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.1.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.1.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.1.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.1.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.1.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.10.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.10.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.10.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.10.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.10.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.10.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.100.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.100.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.100.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.100.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.100.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.100.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.101.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.101.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.101.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.101.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.101.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.101.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.102.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.102.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.102.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.102.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.102.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.102.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.103.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.103.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.103.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.103.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.103.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.103.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.104.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.104.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.104.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.104.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.104.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.104.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.105.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.105.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.105.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.105.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.105.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.105.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.106.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.106.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.106.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.106.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.106.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.106.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.107.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.107.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.107.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.107.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.107.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.107.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.108.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.108.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.108.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.108.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.108.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.108.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.109.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.109.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.109.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.109.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.109.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.109.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.11.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.11.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.11.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.11.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.11.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.11.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.110.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.110.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.110.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.110.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.110.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.110.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.111.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.111.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.111.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.111.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.111.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.111.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.112.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.112.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.112.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.112.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.112.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.112.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.113.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.113.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.113.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.113.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.113.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.113.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.114.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.114.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.114.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.114.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.114.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.114.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.115.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.115.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.115.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.115.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.115.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.115.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.116.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.116.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.116.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.116.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.116.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.116.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.117.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.117.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.117.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.117.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.117.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.117.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.118.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.118.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.118.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.118.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.118.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.118.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.119.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.119.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.119.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.119.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.119.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.119.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.12.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.12.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.12.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.12.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.12.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.12.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.120.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.120.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.120.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.120.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.120.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.120.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.121.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.121.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.121.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.121.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.121.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.121.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.122.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.122.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.122.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.122.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.122.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.122.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.123.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.123.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.123.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.123.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.123.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.123.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.124.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.124.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.124.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.124.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.124.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.124.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.125.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.125.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.125.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.125.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.125.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.125.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.126.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.126.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.126.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.126.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.126.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.126.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.127.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.127.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.127.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.127.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.127.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.127.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.13.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.13.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.13.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.13.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.13.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.13.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.14.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.14.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.14.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.14.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.14.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.14.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.15.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.15.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.15.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.15.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.15.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.15.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.16.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.16.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.16.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.16.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.16.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.16.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.17.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.17.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.17.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.17.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.17.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.17.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.18.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.18.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.18.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.18.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.18.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.18.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.19.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.19.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.19.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.19.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.19.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.19.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.2.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.2.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.2.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.2.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.2.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.2.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.20.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.20.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.20.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.20.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.20.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.20.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.21.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.21.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.21.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.21.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.21.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.21.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.22.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.22.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.22.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.22.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.22.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.22.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.23.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.23.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.23.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.23.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.23.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.23.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.24.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.24.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.24.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.24.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.24.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.24.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.25.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.25.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.25.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.25.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.25.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.25.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.26.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.26.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.26.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.26.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.26.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.26.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.27.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.27.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.27.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.27.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.27.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.27.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.28.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.28.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.28.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.28.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.28.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.28.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.29.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.29.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.29.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.29.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.29.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.29.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.3.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.3.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.3.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.3.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.3.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.3.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.30.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.30.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.30.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.30.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.30.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.30.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.31.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.31.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.31.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.31.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.31.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.31.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.32.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.32.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.32.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.32.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.32.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.32.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.33.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.33.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.33.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.33.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.33.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.33.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.34.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.34.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.34.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.34.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.34.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.34.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.35.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.35.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.35.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.35.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.35.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.35.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.36.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.36.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.36.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.36.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.36.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.36.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.37.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.37.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.37.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.37.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.37.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.37.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.38.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.38.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.38.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.38.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.38.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.38.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.39.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.39.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.39.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.39.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.39.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.39.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.4.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.4.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.4.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.4.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.4.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.4.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.40.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.40.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.40.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.40.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.40.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.40.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.41.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.41.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.41.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.41.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.41.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.41.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.42.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.42.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.42.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.42.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.42.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.42.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.43.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.43.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.43.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.43.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.43.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.43.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.44.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.44.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.44.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.44.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.44.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.44.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.45.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.45.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.45.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.45.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.45.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.45.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.46.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.46.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.46.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.46.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.46.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.46.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.47.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.47.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.47.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.47.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.47.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.47.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.48.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.48.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.48.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.48.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.48.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.48.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.49.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.49.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.49.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.49.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.49.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.49.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.5.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.5.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.5.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.5.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.5.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.5.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.50.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.50.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.50.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.50.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.50.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.50.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.51.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.51.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.51.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.51.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.51.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.51.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.52.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.52.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.52.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.52.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.52.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.52.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.53.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.53.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.53.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.53.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.53.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.53.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.54.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.54.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.54.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.54.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.54.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.54.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.55.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.55.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.55.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.55.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.55.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.55.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.56.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.56.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.56.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.56.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.56.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.56.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.57.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.57.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.57.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.57.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.57.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.57.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.58.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.58.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.58.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.58.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.58.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.58.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.59.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.59.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.59.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.59.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.59.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.59.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.6.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.6.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.6.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.6.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.6.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.6.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.60.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.60.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.60.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.60.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.60.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.60.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.61.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.61.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.61.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.61.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.61.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.61.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.62.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.62.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.62.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.62.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.62.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.62.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.63.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.63.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.63.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.63.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.63.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.63.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.64.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.64.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.64.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.64.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.64.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.64.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.65.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.65.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.65.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.65.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.65.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.65.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.66.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.66.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.66.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.66.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.66.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.66.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.67.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.67.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.67.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.67.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.67.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.67.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.68.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.68.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.68.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.68.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.68.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.68.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.69.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.69.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.69.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.69.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.69.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.69.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.7.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.7.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.7.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.7.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.7.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.7.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.70.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.70.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.70.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.70.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.70.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.70.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.71.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.71.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.71.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.71.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.71.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.71.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.72.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.72.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.72.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.72.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.72.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.72.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.73.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.73.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.73.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.73.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.73.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.73.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.74.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.74.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.74.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.74.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.74.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.74.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.75.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.75.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.75.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.75.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.75.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.75.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.76.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.76.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.76.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.76.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.76.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.76.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.77.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.77.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.77.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.77.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.77.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.77.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.78.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.78.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.78.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.78.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.78.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.78.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.79.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.79.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.79.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.79.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.79.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.79.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.8.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.8.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.8.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.8.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.8.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.8.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.80.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.80.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.80.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.80.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.80.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.80.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.81.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.81.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.81.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.81.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.81.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.81.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.82.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.82.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.82.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.82.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.82.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.82.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.83.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.83.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.83.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.83.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.83.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.83.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.84.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.84.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.84.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.84.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.84.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.84.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.85.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.85.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.85.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.85.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.85.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.85.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.86.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.86.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.86.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.86.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.86.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.86.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.87.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.87.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.87.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.87.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.87.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.87.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.88.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.88.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.88.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.88.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.88.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.88.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.89.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.89.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.89.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.89.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.89.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.89.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.9.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.9.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.9.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.9.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.9.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.9.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.90.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.90.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.90.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.90.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.90.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.90.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.91.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.91.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.91.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.91.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.91.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.91.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.92.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.92.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.92.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.92.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.92.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.92.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.93.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.93.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.93.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.93.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.93.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.93.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.94.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.94.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.94.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.94.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.94.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.94.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.95.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.95.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.95.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.95.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.95.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.95.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.96.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.96.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.96.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.96.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.96.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.96.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.97.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.97.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.97.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.97.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.97.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.97.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.98.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.98.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.98.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.98.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.98.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.98.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.99.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.99.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.99.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.99.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.99.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.experts.99.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.gate.e_score_correction_bias": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.gate.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.shared_experts.down_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.shared_experts.down_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.shared_experts.gate_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.shared_experts.gate_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.shared_experts.up_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.mlp.shared_experts.up_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.post_attention_layernorm.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.self_attn.k_proj.bias": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.self_attn.k_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.self_attn.k_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.self_attn.o_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.self_attn.o_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.self_attn.q_proj.bias": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.self_attn.q_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.self_attn.q_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.self_attn.v_proj.bias": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.self_attn.v_proj.weight": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.27.self_attn.v_proj.weight_scale": "model-00027-of-00046.safetensors",
+    "model.language_model.layers.28.input_layernorm.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.0.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.0.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.0.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.0.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.0.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.0.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.1.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.1.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.1.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.1.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.1.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.1.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.10.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.10.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.10.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.10.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.10.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.10.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.100.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.100.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.100.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.100.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.100.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.100.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.101.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.101.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.101.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.101.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.101.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.101.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.102.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.102.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.102.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.102.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.102.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.102.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.103.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.103.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.103.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.103.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.103.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.103.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.104.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.104.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.104.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.104.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.104.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.104.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.105.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.105.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.105.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.105.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.105.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.105.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.106.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.106.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.106.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.106.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.106.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.106.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.107.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.107.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.107.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.107.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.107.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.107.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.108.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.108.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.108.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.108.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.108.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.108.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.109.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.109.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.109.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.109.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.109.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.109.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.11.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.11.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.11.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.11.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.11.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.11.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.110.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.110.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.110.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.110.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.110.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.110.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.111.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.111.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.111.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.111.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.111.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.111.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.112.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.112.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.112.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.112.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.112.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.112.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.113.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.113.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.113.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.113.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.113.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.113.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.114.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.114.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.114.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.114.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.114.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.114.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.115.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.115.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.115.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.115.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.115.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.115.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.116.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.116.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.116.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.116.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.116.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.116.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.117.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.117.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.117.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.117.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.117.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.117.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.118.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.118.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.118.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.118.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.118.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.118.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.119.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.119.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.119.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.119.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.119.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.119.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.12.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.12.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.12.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.12.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.12.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.12.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.120.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.120.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.120.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.120.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.120.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.120.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.121.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.121.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.121.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.121.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.121.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.121.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.122.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.122.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.122.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.122.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.122.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.122.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.123.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.123.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.123.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.123.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.123.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.123.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.124.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.124.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.124.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.124.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.124.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.124.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.125.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.125.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.125.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.125.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.125.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.125.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.126.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.126.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.126.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.126.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.126.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.126.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.127.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.127.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.127.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.127.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.127.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.127.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.13.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.13.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.13.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.13.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.13.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.13.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.14.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.14.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.14.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.14.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.14.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.14.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.15.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.15.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.15.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.15.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.15.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.15.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.16.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.16.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.16.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.16.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.16.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.16.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.17.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.17.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.17.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.17.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.17.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.17.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.18.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.18.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.18.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.18.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.18.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.18.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.19.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.19.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.19.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.19.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.19.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.19.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.2.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.2.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.2.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.2.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.2.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.2.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.20.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.20.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.20.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.20.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.20.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.20.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.21.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.21.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.21.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.21.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.21.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.21.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.22.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.22.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.22.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.22.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.22.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.22.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.23.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.23.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.23.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.23.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.23.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.23.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.24.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.24.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.24.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.24.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.24.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.24.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.25.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.25.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.25.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.25.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.25.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.25.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.26.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.26.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.26.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.26.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.26.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.26.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.27.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.27.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.27.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.27.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.27.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.27.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.28.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.28.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.28.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.28.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.28.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.28.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.29.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.29.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.29.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.29.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.29.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.29.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.3.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.3.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.3.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.3.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.3.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.3.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.30.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.30.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.30.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.30.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.30.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.30.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.31.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.31.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.31.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.31.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.31.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.31.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.32.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.32.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.32.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.32.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.32.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.32.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.33.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.33.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.33.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.33.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.33.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.33.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.34.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.34.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.34.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.34.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.34.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.34.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.35.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.35.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.35.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.35.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.35.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.35.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.36.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.36.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.36.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.36.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.36.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.36.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.37.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.37.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.37.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.37.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.37.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.37.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.38.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.38.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.38.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.38.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.38.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.38.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.39.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.39.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.39.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.39.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.39.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.39.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.4.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.4.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.4.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.4.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.4.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.4.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.40.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.40.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.40.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.40.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.40.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.40.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.41.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.41.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.41.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.41.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.41.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.41.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.42.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.42.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.42.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.42.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.42.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.42.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.43.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.43.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.43.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.43.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.43.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.43.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.44.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.44.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.44.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.44.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.44.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.44.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.45.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.45.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.45.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.45.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.45.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.45.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.46.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.46.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.46.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.46.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.46.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.46.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.47.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.47.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.47.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.47.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.47.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.47.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.48.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.48.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.48.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.48.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.48.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.48.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.49.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.49.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.49.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.49.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.49.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.49.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.5.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.5.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.5.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.5.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.5.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.5.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.50.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.50.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.50.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.50.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.50.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.50.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.51.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.51.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.51.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.51.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.51.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.51.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.52.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.52.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.52.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.52.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.52.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.52.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.53.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.53.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.53.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.53.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.53.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.53.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.54.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.54.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.54.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.54.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.54.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.54.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.55.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.55.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.55.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.55.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.55.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.55.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.56.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.56.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.56.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.56.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.56.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.56.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.57.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.57.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.57.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.57.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.57.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.57.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.58.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.58.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.58.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.58.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.58.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.58.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.59.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.59.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.59.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.59.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.59.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.59.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.6.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.6.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.6.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.6.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.6.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.6.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.60.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.60.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.60.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.60.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.60.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.60.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.61.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.61.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.61.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.61.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.61.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.61.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.62.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.62.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.62.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.62.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.62.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.62.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.63.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.63.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.63.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.63.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.63.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.63.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.64.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.64.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.64.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.64.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.64.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.64.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.65.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.65.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.65.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.65.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.65.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.65.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.66.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.66.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.66.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.66.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.66.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.66.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.67.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.67.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.67.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.67.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.67.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.67.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.68.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.68.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.68.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.68.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.68.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.68.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.69.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.69.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.69.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.69.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.69.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.69.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.7.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.7.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.7.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.7.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.7.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.7.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.70.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.70.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.70.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.70.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.70.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.70.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.71.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.71.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.71.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.71.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.71.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.71.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.72.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.72.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.72.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.72.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.72.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.72.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.73.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.73.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.73.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.73.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.73.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.73.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.74.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.74.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.74.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.74.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.74.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.74.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.75.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.75.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.75.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.75.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.75.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.75.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.76.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.76.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.76.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.76.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.76.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.76.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.77.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.77.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.77.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.77.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.77.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.77.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.78.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.78.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.78.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.78.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.78.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.78.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.79.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.79.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.79.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.79.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.79.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.79.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.8.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.8.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.8.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.8.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.8.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.8.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.80.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.80.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.80.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.80.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.80.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.80.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.81.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.81.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.81.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.81.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.81.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.81.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.82.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.82.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.82.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.82.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.82.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.82.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.83.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.83.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.83.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.83.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.83.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.83.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.84.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.84.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.84.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.84.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.84.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.84.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.85.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.85.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.85.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.85.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.85.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.85.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.86.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.86.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.86.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.86.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.86.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.86.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.87.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.87.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.87.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.87.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.87.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.87.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.88.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.88.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.88.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.88.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.88.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.88.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.89.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.89.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.89.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.89.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.89.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.89.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.9.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.9.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.9.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.9.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.9.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.9.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.90.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.90.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.90.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.90.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.90.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.90.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.91.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.91.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.91.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.91.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.91.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.91.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.92.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.92.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.92.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.92.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.92.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.92.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.93.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.93.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.93.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.93.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.93.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.93.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.94.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.94.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.94.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.94.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.94.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.94.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.95.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.95.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.95.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.95.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.95.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.95.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.96.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.96.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.96.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.96.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.96.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.96.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.97.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.97.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.97.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.97.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.97.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.97.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.98.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.98.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.98.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.98.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.98.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.98.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.99.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.99.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.99.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.99.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.99.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.experts.99.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.gate.e_score_correction_bias": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.gate.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.shared_experts.down_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.shared_experts.down_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.shared_experts.gate_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.shared_experts.gate_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.shared_experts.up_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.mlp.shared_experts.up_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.post_attention_layernorm.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.self_attn.k_proj.bias": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.self_attn.k_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.self_attn.k_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.self_attn.o_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.self_attn.o_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.self_attn.q_proj.bias": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.self_attn.q_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.self_attn.q_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.self_attn.v_proj.bias": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.self_attn.v_proj.weight": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.28.self_attn.v_proj.weight_scale": "model-00028-of-00046.safetensors",
+    "model.language_model.layers.29.input_layernorm.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.0.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.0.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.0.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.0.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.0.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.0.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.1.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.1.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.1.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.1.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.1.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.1.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.10.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.10.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.10.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.10.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.10.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.10.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.100.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.100.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.100.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.100.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.100.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.100.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.101.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.101.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.101.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.101.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.101.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.101.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.102.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.102.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.102.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.102.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.102.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.102.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.103.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.103.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.103.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.103.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.103.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.103.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.104.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.104.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.104.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.104.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.104.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.104.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.105.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.105.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.105.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.105.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.105.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.105.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.106.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.106.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.106.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.106.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.106.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.106.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.107.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.107.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.107.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.107.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.107.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.107.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.108.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.108.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.108.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.108.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.108.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.108.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.109.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.109.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.109.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.109.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.109.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.109.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.11.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.11.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.11.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.11.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.11.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.11.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.110.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.110.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.110.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.110.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.110.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.110.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.111.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.111.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.111.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.111.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.111.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.111.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.112.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.112.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.112.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.112.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.112.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.112.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.113.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.113.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.113.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.113.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.113.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.113.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.114.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.114.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.114.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.114.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.114.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.114.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.115.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.115.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.115.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.115.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.115.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.115.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.116.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.116.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.116.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.116.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.116.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.116.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.117.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.117.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.117.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.117.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.117.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.117.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.118.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.118.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.118.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.118.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.118.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.118.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.119.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.119.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.119.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.119.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.119.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.119.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.12.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.12.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.12.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.12.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.12.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.12.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.120.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.120.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.120.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.120.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.120.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.120.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.121.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.121.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.121.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.121.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.121.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.121.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.122.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.122.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.122.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.122.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.122.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.122.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.123.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.123.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.123.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.123.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.123.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.123.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.124.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.124.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.124.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.124.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.124.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.124.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.125.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.125.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.125.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.125.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.125.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.125.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.126.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.126.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.126.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.126.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.126.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.126.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.127.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.127.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.127.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.127.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.127.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.127.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.13.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.13.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.13.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.13.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.13.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.13.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.14.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.14.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.14.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.14.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.14.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.14.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.15.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.15.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.15.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.15.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.15.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.15.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.16.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.16.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.16.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.16.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.16.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.16.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.17.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.17.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.17.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.17.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.17.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.17.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.18.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.18.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.18.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.18.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.18.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.18.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.19.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.19.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.19.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.19.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.19.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.19.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.2.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.2.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.2.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.2.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.2.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.2.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.20.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.20.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.20.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.20.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.20.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.20.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.21.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.21.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.21.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.21.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.21.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.21.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.22.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.22.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.22.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.22.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.22.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.22.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.23.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.23.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.23.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.23.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.23.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.23.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.24.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.24.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.24.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.24.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.24.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.24.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.25.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.25.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.25.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.25.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.25.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.25.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.26.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.26.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.26.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.26.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.26.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.26.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.27.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.27.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.27.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.27.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.27.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.27.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.28.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.28.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.28.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.28.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.28.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.28.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.29.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.29.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.29.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.29.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.29.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.29.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.3.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.3.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.3.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.3.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.3.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.3.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.30.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.30.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.30.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.30.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.30.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.30.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.31.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.31.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.31.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.31.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.31.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.31.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.32.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.32.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.32.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.32.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.32.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.32.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.33.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.33.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.33.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.33.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.33.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.33.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.34.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.34.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.34.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.34.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.34.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.34.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.35.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.35.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.35.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.35.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.35.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.35.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.36.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.36.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.36.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.36.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.36.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.36.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.37.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.37.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.37.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.37.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.37.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.37.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.38.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.38.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.38.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.38.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.38.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.38.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.39.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.39.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.39.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.39.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.39.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.39.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.4.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.4.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.4.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.4.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.4.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.4.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.40.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.40.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.40.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.40.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.40.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.40.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.41.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.41.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.41.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.41.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.41.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.41.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.42.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.42.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.42.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.42.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.42.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.42.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.43.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.43.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.43.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.43.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.43.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.43.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.44.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.44.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.44.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.44.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.44.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.44.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.45.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.45.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.45.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.45.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.45.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.45.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.46.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.46.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.46.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.46.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.46.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.46.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.47.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.47.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.47.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.47.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.47.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.47.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.48.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.48.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.48.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.48.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.48.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.48.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.49.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.49.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.49.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.49.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.49.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.49.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.5.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.5.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.5.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.5.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.5.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.5.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.50.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.50.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.50.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.50.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.50.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.50.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.51.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.51.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.51.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.51.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.51.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.51.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.52.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.52.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.52.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.52.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.52.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.52.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.53.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.53.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.53.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.53.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.53.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.53.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.54.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.54.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.54.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.54.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.54.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.54.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.55.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.55.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.55.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.55.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.55.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.55.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.56.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.56.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.56.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.56.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.56.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.56.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.57.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.57.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.57.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.57.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.57.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.57.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.58.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.58.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.58.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.58.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.58.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.58.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.59.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.59.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.59.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.59.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.59.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.59.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.6.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.6.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.6.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.6.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.6.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.6.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.60.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.60.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.60.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.60.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.60.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.60.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.61.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.61.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.61.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.61.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.61.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.61.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.62.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.62.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.62.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.62.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.62.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.62.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.63.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.63.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.63.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.63.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.63.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.63.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.64.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.64.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.64.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.64.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.64.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.64.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.65.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.65.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.65.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.65.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.65.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.65.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.66.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.66.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.66.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.66.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.66.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.66.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.67.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.67.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.67.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.67.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.67.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.67.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.68.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.68.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.68.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.68.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.68.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.68.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.69.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.69.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.69.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.69.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.69.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.69.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.7.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.7.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.7.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.7.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.7.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.7.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.70.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.70.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.70.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.70.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.70.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.70.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.71.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.71.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.71.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.71.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.71.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.71.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.72.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.72.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.72.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.72.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.72.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.72.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.73.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.73.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.73.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.73.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.73.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.73.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.74.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.74.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.74.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.74.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.74.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.74.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.75.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.75.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.75.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.75.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.75.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.75.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.76.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.76.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.76.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.76.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.76.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.76.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.77.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.77.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.77.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.77.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.77.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.77.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.78.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.78.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.78.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.78.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.78.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.78.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.79.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.79.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.79.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.79.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.79.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.79.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.8.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.8.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.8.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.8.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.8.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.8.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.80.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.80.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.80.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.80.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.80.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.80.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.81.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.81.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.81.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.81.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.81.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.81.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.82.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.82.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.82.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.82.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.82.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.82.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.83.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.83.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.83.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.83.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.83.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.83.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.84.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.84.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.84.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.84.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.84.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.84.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.85.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.85.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.85.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.85.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.85.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.85.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.86.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.86.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.86.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.86.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.86.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.86.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.87.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.87.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.87.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.87.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.87.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.87.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.88.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.88.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.88.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.88.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.88.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.88.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.89.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.89.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.89.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.89.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.89.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.89.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.9.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.9.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.9.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.9.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.9.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.9.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.90.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.90.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.90.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.90.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.90.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.90.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.91.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.91.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.91.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.91.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.91.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.91.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.92.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.92.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.92.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.92.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.92.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.92.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.93.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.93.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.93.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.93.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.93.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.93.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.94.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.94.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.94.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.94.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.94.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.94.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.95.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.95.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.95.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.95.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.95.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.95.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.96.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.96.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.96.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.96.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.96.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.96.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.97.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.97.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.97.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.97.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.97.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.97.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.98.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.98.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.98.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.98.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.98.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.98.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.99.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.99.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.99.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.99.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.99.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.experts.99.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.gate.e_score_correction_bias": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.gate.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.shared_experts.down_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.shared_experts.down_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.shared_experts.gate_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.shared_experts.gate_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.shared_experts.up_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.mlp.shared_experts.up_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.post_attention_layernorm.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.self_attn.k_proj.bias": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.self_attn.k_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.self_attn.k_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.self_attn.o_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.self_attn.o_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.self_attn.q_proj.bias": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.self_attn.q_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.self_attn.q_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.self_attn.v_proj.bias": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.self_attn.v_proj.weight": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.29.self_attn.v_proj.weight_scale": "model-00029-of-00046.safetensors",
+    "model.language_model.layers.30.input_layernorm.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.0.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.0.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.0.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.0.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.0.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.0.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.1.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.1.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.1.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.1.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.1.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.1.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.10.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.10.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.10.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.10.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.10.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.10.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.100.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.100.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.100.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.100.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.100.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.100.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.101.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.101.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.101.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.101.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.101.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.101.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.102.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.102.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.102.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.102.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.102.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.102.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.103.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.103.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.103.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.103.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.103.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.103.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.104.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.104.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.104.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.104.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.104.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.104.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.105.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.105.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.105.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.105.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.105.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.105.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.106.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.106.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.106.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.106.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.106.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.106.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.107.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.107.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.107.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.107.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.107.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.107.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.108.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.108.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.108.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.108.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.108.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.108.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.109.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.109.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.109.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.109.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.109.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.109.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.11.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.11.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.11.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.11.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.11.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.11.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.110.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.110.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.110.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.110.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.110.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.110.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.111.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.111.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.111.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.111.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.111.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.111.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.112.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.112.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.112.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.112.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.112.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.112.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.113.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.113.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.113.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.113.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.113.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.113.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.114.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.114.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.114.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.114.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.114.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.114.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.115.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.115.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.115.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.115.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.115.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.115.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.116.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.116.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.116.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.116.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.116.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.116.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.117.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.117.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.117.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.117.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.117.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.117.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.118.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.118.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.118.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.118.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.118.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.118.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.119.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.119.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.119.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.119.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.119.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.119.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.12.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.12.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.12.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.12.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.12.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.12.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.120.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.120.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.120.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.120.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.120.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.120.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.121.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.121.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.121.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.121.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.121.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.121.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.122.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.122.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.122.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.122.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.122.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.122.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.123.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.123.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.123.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.123.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.123.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.123.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.124.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.124.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.124.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.124.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.124.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.124.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.125.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.125.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.125.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.125.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.125.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.125.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.126.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.126.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.126.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.126.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.126.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.126.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.127.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.127.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.127.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.127.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.127.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.127.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.13.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.13.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.13.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.13.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.13.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.13.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.14.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.14.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.14.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.14.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.14.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.14.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.15.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.15.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.15.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.15.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.15.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.15.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.16.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.16.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.16.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.16.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.16.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.16.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.17.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.17.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.17.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.17.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.17.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.17.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.18.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.18.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.18.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.18.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.18.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.18.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.19.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.19.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.19.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.19.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.19.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.19.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.2.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.2.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.2.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.2.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.2.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.2.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.20.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.20.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.20.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.20.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.20.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.20.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.21.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.21.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.21.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.21.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.21.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.21.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.22.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.22.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.22.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.22.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.22.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.22.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.23.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.23.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.23.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.23.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.23.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.23.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.24.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.24.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.24.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.24.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.24.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.24.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.25.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.25.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.25.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.25.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.25.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.25.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.26.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.26.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.26.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.26.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.26.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.26.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.27.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.27.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.27.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.27.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.27.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.27.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.28.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.28.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.28.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.28.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.28.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.28.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.29.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.29.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.29.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.29.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.29.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.29.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.3.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.3.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.3.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.3.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.3.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.3.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.30.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.30.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.30.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.30.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.30.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.30.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.31.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.31.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.31.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.31.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.31.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.31.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.32.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.32.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.32.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.32.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.32.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.32.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.33.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.33.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.33.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.33.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.33.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.33.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.34.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.34.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.34.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.34.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.34.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.34.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.35.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.35.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.35.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.35.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.35.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.35.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.36.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.36.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.36.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.36.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.36.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.36.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.37.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.37.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.37.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.37.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.37.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.37.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.38.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.38.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.38.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.38.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.38.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.38.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.39.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.39.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.39.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.39.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.39.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.39.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.4.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.4.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.4.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.4.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.4.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.4.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.40.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.40.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.40.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.40.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.40.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.40.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.41.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.41.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.41.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.41.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.41.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.41.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.42.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.42.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.42.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.42.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.42.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.42.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.43.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.43.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.43.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.43.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.43.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.43.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.44.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.44.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.44.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.44.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.44.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.44.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.45.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.45.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.45.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.45.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.45.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.45.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.46.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.46.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.46.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.46.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.46.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.46.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.47.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.47.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.47.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.47.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.47.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.47.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.48.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.48.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.48.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.48.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.48.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.48.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.49.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.49.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.49.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.49.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.49.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.49.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.5.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.5.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.5.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.5.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.5.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.5.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.50.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.50.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.50.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.50.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.50.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.50.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.51.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.51.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.51.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.51.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.51.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.51.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.52.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.52.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.52.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.52.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.52.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.52.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.53.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.53.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.53.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.53.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.53.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.53.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.54.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.54.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.54.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.54.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.54.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.54.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.55.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.55.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.55.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.55.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.55.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.55.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.56.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.56.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.56.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.56.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.56.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.56.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.57.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.57.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.57.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.57.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.57.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.57.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.58.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.58.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.58.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.58.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.58.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.58.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.59.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.59.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.59.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.59.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.59.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.59.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.6.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.6.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.6.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.6.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.6.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.6.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.60.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.60.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.60.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.60.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.60.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.60.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.61.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.61.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.61.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.61.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.61.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.61.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.62.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.62.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.62.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.62.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.62.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.62.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.63.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.63.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.63.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.63.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.63.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.63.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.64.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.64.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.64.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.64.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.64.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.64.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.65.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.65.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.65.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.65.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.65.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.65.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.66.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.66.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.66.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.66.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.66.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.66.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.67.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.67.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.67.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.67.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.67.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.67.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.68.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.68.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.68.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.68.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.68.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.68.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.69.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.69.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.69.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.69.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.69.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.69.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.7.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.7.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.7.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.7.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.7.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.7.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.70.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.70.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.70.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.70.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.70.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.70.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.71.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.71.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.71.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.71.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.71.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.71.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.72.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.72.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.72.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.72.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.72.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.72.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.73.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.73.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.73.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.73.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.73.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.73.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.74.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.74.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.74.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.74.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.74.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.74.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.75.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.75.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.75.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.75.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.75.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.75.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.76.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.76.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.76.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.76.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.76.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.76.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.77.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.77.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.77.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.77.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.77.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.77.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.78.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.78.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.78.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.78.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.78.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.78.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.79.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.79.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.79.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.79.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.79.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.79.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.8.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.8.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.8.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.8.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.8.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.8.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.80.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.80.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.80.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.80.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.80.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.80.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.81.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.81.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.81.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.81.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.81.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.81.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.82.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.82.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.82.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.82.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.82.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.82.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.83.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.83.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.83.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.83.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.83.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.83.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.84.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.84.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.84.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.84.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.84.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.84.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.85.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.85.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.85.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.85.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.85.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.85.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.86.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.86.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.86.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.86.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.86.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.86.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.87.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.87.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.87.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.87.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.87.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.87.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.88.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.88.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.88.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.88.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.88.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.88.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.89.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.89.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.89.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.89.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.89.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.89.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.9.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.9.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.9.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.9.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.9.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.9.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.90.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.90.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.90.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.90.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.90.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.90.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.91.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.91.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.91.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.91.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.91.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.91.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.92.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.92.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.92.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.92.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.92.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.92.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.93.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.93.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.93.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.93.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.93.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.93.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.94.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.94.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.94.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.94.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.94.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.94.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.95.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.95.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.95.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.95.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.95.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.95.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.96.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.96.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.96.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.96.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.96.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.96.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.97.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.97.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.97.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.97.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.97.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.97.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.98.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.98.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.98.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.98.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.98.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.98.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.99.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.99.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.99.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.99.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.99.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.experts.99.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.gate.e_score_correction_bias": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.gate.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.shared_experts.down_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.shared_experts.down_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.shared_experts.gate_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.shared_experts.gate_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.shared_experts.up_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.mlp.shared_experts.up_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.post_attention_layernorm.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.self_attn.k_proj.bias": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.self_attn.k_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.self_attn.k_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.self_attn.o_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.self_attn.o_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.self_attn.q_proj.bias": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.self_attn.q_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.self_attn.q_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.self_attn.v_proj.bias": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.self_attn.v_proj.weight": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.30.self_attn.v_proj.weight_scale": "model-00030-of-00046.safetensors",
+    "model.language_model.layers.31.input_layernorm.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.0.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.0.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.0.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.0.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.0.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.0.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.1.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.1.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.1.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.1.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.1.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.1.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.10.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.10.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.10.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.10.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.10.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.10.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.100.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.100.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.100.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.100.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.100.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.100.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.101.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.101.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.101.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.101.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.101.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.101.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.102.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.102.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.102.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.102.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.102.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.102.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.103.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.103.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.103.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.103.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.103.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.103.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.104.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.104.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.104.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.104.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.104.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.104.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.105.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.105.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.105.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.105.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.105.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.105.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.106.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.106.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.106.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.106.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.106.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.106.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.107.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.107.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.107.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.107.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.107.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.107.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.108.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.108.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.108.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.108.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.108.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.108.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.109.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.109.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.109.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.109.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.109.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.109.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.11.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.11.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.11.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.11.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.11.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.11.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.110.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.110.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.110.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.110.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.110.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.110.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.111.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.111.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.111.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.111.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.111.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.111.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.112.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.112.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.112.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.112.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.112.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.112.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.113.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.113.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.113.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.113.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.113.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.113.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.114.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.114.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.114.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.114.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.114.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.114.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.115.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.115.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.115.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.115.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.115.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.115.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.116.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.116.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.116.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.116.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.116.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.116.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.117.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.117.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.117.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.117.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.117.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.117.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.118.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.118.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.118.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.118.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.118.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.118.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.119.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.119.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.119.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.119.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.119.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.119.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.12.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.12.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.12.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.12.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.12.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.12.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.120.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.120.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.120.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.120.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.120.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.120.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.121.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.121.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.121.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.121.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.121.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.121.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.122.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.122.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.122.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.122.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.122.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.122.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.123.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.123.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.123.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.123.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.123.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.123.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.124.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.124.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.124.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.124.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.124.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.124.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.125.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.125.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.125.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.125.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.125.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.125.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.126.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.126.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.126.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.126.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.126.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.126.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.127.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.127.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.127.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.127.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.127.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.127.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.13.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.13.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.13.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.13.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.13.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.13.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.14.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.14.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.14.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.14.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.14.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.14.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.15.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.15.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.15.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.15.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.15.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.15.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.16.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.16.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.16.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.16.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.16.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.16.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.17.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.17.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.17.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.17.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.17.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.17.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.18.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.18.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.18.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.18.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.18.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.18.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.19.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.19.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.19.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.19.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.19.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.19.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.2.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.2.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.2.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.2.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.2.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.2.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.20.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.20.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.20.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.20.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.20.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.20.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.21.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.21.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.21.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.21.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.21.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.21.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.22.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.22.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.22.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.22.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.22.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.22.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.23.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.23.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.23.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.23.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.23.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.23.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.24.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.24.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.24.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.24.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.24.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.24.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.25.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.25.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.25.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.25.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.25.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.25.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.26.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.26.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.26.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.26.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.26.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.26.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.27.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.27.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.27.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.27.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.27.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.27.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.28.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.28.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.28.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.28.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.28.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.28.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.29.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.29.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.29.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.29.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.29.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.29.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.3.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.3.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.3.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.3.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.3.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.3.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.30.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.30.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.30.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.30.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.30.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.30.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.31.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.31.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.31.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.31.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.31.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.31.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.32.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.32.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.32.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.32.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.32.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.32.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.33.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.33.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.33.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.33.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.33.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.33.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.34.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.34.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.34.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.34.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.34.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.34.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.35.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.35.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.35.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.35.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.35.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.35.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.36.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.36.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.36.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.36.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.36.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.36.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.37.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.37.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.37.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.37.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.37.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.37.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.38.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.38.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.38.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.38.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.38.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.38.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.39.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.39.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.39.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.39.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.39.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.39.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.4.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.4.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.4.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.4.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.4.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.4.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.40.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.40.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.40.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.40.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.40.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.40.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.41.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.41.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.41.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.41.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.41.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.41.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.42.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.42.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.42.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.42.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.42.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.42.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.43.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.43.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.43.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.43.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.43.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.43.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.44.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.44.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.44.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.44.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.44.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.44.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.45.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.45.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.45.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.45.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.45.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.45.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.46.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.46.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.46.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.46.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.46.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.46.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.47.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.47.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.47.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.47.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.47.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.47.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.48.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.48.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.48.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.48.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.48.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.48.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.49.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.49.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.49.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.49.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.49.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.49.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.5.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.5.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.5.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.5.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.5.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.5.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.50.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.50.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.50.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.50.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.50.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.50.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.51.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.51.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.51.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.51.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.51.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.51.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.52.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.52.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.52.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.52.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.52.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.52.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.53.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.53.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.53.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.53.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.53.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.53.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.54.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.54.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.54.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.54.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.54.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.54.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.55.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.55.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.55.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.55.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.55.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.55.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.56.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.56.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.56.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.56.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.56.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.56.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.57.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.57.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.57.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.57.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.57.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.57.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.58.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.58.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.58.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.58.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.58.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.58.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.59.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.59.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.59.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.59.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.59.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.59.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.6.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.6.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.6.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.6.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.6.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.6.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.60.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.60.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.60.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.60.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.60.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.60.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.61.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.61.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.61.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.61.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.61.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.61.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.62.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.62.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.62.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.62.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.62.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.62.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.63.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.63.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.63.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.63.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.63.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.63.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.64.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.64.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.64.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.64.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.64.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.64.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.65.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.65.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.65.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.65.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.65.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.65.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.66.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.66.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.66.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.66.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.66.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.66.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.67.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.67.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.67.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.67.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.67.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.67.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.68.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.68.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.68.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.68.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.68.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.68.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.69.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.69.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.69.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.69.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.69.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.69.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.7.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.7.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.7.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.7.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.7.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.7.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.70.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.70.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.70.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.70.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.70.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.70.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.71.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.71.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.71.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.71.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.71.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.71.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.72.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.72.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.72.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.72.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.72.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.72.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.73.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.73.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.73.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.73.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.73.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.73.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.74.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.74.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.74.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.74.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.74.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.74.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.75.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.75.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.75.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.75.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.75.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.75.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.76.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.76.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.76.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.76.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.76.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.76.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.77.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.77.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.77.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.77.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.77.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.77.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.78.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.78.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.78.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.78.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.78.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.78.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.79.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.79.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.79.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.79.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.79.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.79.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.8.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.8.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.8.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.8.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.8.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.8.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.80.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.80.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.80.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.80.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.80.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.80.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.81.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.81.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.81.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.81.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.81.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.81.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.82.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.82.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.82.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.82.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.82.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.82.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.83.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.83.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.83.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.83.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.83.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.83.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.84.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.84.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.84.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.84.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.84.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.84.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.85.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.85.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.85.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.85.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.85.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.85.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.86.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.86.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.86.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.86.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.86.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.86.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.87.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.87.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.87.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.87.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.87.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.87.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.88.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.88.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.88.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.88.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.88.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.88.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.89.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.89.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.89.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.89.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.89.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.89.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.9.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.9.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.9.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.9.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.9.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.9.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.90.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.90.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.90.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.90.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.90.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.90.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.91.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.91.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.91.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.91.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.91.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.91.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.92.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.92.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.92.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.92.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.92.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.92.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.93.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.93.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.93.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.93.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.93.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.93.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.94.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.94.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.94.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.94.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.94.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.94.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.95.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.95.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.95.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.95.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.95.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.95.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.96.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.96.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.96.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.96.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.96.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.96.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.97.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.97.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.97.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.97.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.97.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.97.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.98.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.98.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.98.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.98.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.98.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.98.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.99.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.99.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.99.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.99.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.99.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.experts.99.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.gate.e_score_correction_bias": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.gate.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.shared_experts.down_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.shared_experts.down_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.shared_experts.gate_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.shared_experts.gate_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.shared_experts.up_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.mlp.shared_experts.up_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.post_attention_layernorm.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.self_attn.k_proj.bias": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.self_attn.k_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.self_attn.k_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.self_attn.o_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.self_attn.o_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.self_attn.q_proj.bias": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.self_attn.q_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.self_attn.q_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.self_attn.v_proj.bias": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.self_attn.v_proj.weight": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.31.self_attn.v_proj.weight_scale": "model-00031-of-00046.safetensors",
+    "model.language_model.layers.32.input_layernorm.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.0.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.0.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.0.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.0.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.0.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.0.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.1.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.1.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.1.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.1.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.1.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.1.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.10.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.10.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.10.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.10.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.10.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.10.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.100.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.100.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.100.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.100.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.100.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.100.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.101.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.101.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.101.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.101.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.101.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.101.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.102.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.102.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.102.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.102.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.102.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.102.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.103.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.103.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.103.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.103.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.103.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.103.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.104.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.104.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.104.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.104.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.104.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.104.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.105.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.105.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.105.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.105.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.105.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.105.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.106.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.106.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.106.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.106.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.106.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.106.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.107.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.107.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.107.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.107.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.107.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.107.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.108.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.108.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.108.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.108.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.108.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.108.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.109.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.109.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.109.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.109.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.109.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.109.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.11.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.11.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.11.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.11.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.11.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.11.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.110.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.110.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.110.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.110.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.110.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.110.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.111.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.111.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.111.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.111.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.111.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.111.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.112.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.112.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.112.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.112.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.112.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.112.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.113.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.113.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.113.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.113.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.113.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.113.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.114.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.114.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.114.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.114.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.114.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.114.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.115.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.115.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.115.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.115.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.115.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.115.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.116.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.116.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.116.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.116.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.116.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.116.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.117.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.117.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.117.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.117.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.117.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.117.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.118.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.118.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.118.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.118.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.118.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.118.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.119.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.119.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.119.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.119.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.119.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.119.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.12.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.12.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.12.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.12.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.12.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.12.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.120.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.120.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.120.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.120.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.120.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.120.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.121.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.121.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.121.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.121.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.121.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.121.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.122.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.122.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.122.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.122.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.122.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.122.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.123.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.123.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.123.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.123.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.123.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.123.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.124.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.124.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.124.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.124.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.124.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.124.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.125.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.125.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.125.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.125.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.125.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.125.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.126.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.126.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.126.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.126.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.126.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.126.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.127.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.127.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.127.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.127.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.127.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.127.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.13.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.13.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.13.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.13.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.13.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.13.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.14.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.14.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.14.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.14.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.14.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.14.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.15.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.15.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.15.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.15.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.15.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.15.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.16.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.16.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.16.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.16.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.16.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.16.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.17.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.17.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.17.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.17.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.17.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.17.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.18.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.18.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.18.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.18.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.18.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.18.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.19.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.19.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.19.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.19.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.19.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.19.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.2.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.2.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.2.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.2.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.2.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.2.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.20.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.20.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.20.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.20.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.20.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.20.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.21.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.21.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.21.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.21.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.21.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.21.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.22.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.22.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.22.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.22.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.22.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.22.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.23.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.23.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.23.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.23.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.23.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.23.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.24.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.24.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.24.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.24.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.24.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.24.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.25.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.25.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.25.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.25.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.25.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.25.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.26.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.26.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.26.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.26.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.26.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.26.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.27.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.27.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.27.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.27.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.27.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.27.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.28.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.28.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.28.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.28.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.28.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.28.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.29.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.29.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.29.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.29.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.29.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.29.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.3.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.3.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.3.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.3.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.3.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.3.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.30.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.30.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.30.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.30.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.30.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.30.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.31.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.31.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.31.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.31.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.31.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.31.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.32.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.32.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.32.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.32.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.32.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.32.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.33.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.33.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.33.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.33.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.33.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.33.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.34.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.34.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.34.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.34.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.34.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.34.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.35.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.35.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.35.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.35.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.35.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.35.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.36.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.36.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.36.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.36.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.36.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.36.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.37.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.37.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.37.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.37.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.37.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.37.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.38.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.38.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.38.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.38.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.38.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.38.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.39.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.39.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.39.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.39.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.39.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.39.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.4.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.4.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.4.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.4.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.4.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.4.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.40.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.40.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.40.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.40.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.40.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.40.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.41.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.41.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.41.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.41.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.41.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.41.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.42.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.42.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.42.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.42.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.42.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.42.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.43.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.43.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.43.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.43.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.43.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.43.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.44.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.44.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.44.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.44.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.44.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.44.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.45.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.45.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.45.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.45.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.45.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.45.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.46.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.46.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.46.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.46.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.46.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.46.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.47.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.47.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.47.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.47.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.47.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.47.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.48.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.48.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.48.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.48.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.48.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.48.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.49.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.49.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.49.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.49.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.49.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.49.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.5.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.5.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.5.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.5.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.5.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.5.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.50.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.50.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.50.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.50.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.50.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.50.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.51.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.51.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.51.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.51.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.51.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.51.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.52.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.52.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.52.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.52.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.52.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.52.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.53.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.53.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.53.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.53.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.53.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.53.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.54.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.54.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.54.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.54.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.54.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.54.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.55.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.55.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.55.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.55.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.55.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.55.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.56.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.56.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.56.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.56.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.56.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.56.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.57.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.57.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.57.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.57.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.57.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.57.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.58.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.58.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.58.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.58.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.58.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.58.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.59.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.59.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.59.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.59.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.59.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.59.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.6.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.6.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.6.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.6.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.6.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.6.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.60.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.60.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.60.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.60.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.60.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.60.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.61.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.61.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.61.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.61.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.61.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.61.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.62.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.62.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.62.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.62.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.62.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.62.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.63.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.63.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.63.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.63.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.63.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.63.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.64.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.64.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.64.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.64.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.64.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.64.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.65.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.65.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.65.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.65.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.65.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.65.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.66.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.66.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.66.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.66.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.66.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.66.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.67.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.67.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.67.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.67.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.67.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.67.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.68.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.68.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.68.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.68.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.68.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.68.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.69.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.69.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.69.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.69.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.69.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.69.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.7.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.7.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.7.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.7.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.7.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.7.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.70.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.70.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.70.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.70.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.70.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.70.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.71.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.71.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.71.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.71.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.71.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.71.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.72.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.72.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.72.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.72.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.72.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.72.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.73.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.73.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.73.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.73.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.73.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.73.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.74.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.74.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.74.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.74.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.74.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.74.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.75.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.75.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.75.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.75.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.75.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.75.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.76.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.76.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.76.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.76.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.76.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.76.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.77.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.77.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.77.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.77.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.77.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.77.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.78.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.78.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.78.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.78.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.78.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.78.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.79.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.79.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.79.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.79.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.79.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.79.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.8.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.8.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.8.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.8.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.8.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.8.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.80.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.80.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.80.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.80.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.80.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.80.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.81.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.81.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.81.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.81.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.81.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.81.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.82.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.82.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.82.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.82.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.82.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.82.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.83.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.83.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.83.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.83.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.83.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.83.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.84.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.84.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.84.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.84.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.84.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.84.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.85.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.85.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.85.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.85.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.85.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.85.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.86.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.86.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.86.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.86.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.86.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.86.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.87.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.87.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.87.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.87.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.87.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.87.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.88.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.88.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.88.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.88.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.88.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.88.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.89.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.89.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.89.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.89.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.89.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.89.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.9.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.9.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.9.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.9.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.9.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.9.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.90.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.90.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.90.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.90.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.90.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.90.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.91.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.91.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.91.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.91.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.91.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.91.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.92.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.92.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.92.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.92.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.92.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.92.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.93.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.93.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.93.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.93.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.93.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.93.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.94.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.94.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.94.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.94.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.94.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.94.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.95.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.95.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.95.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.95.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.95.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.95.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.96.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.96.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.96.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.96.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.96.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.96.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.97.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.97.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.97.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.97.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.97.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.97.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.98.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.98.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.98.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.98.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.98.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.98.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.99.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.99.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.99.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.99.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.99.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.experts.99.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.gate.e_score_correction_bias": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.gate.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.shared_experts.down_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.shared_experts.down_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.shared_experts.gate_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.shared_experts.gate_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.shared_experts.up_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.mlp.shared_experts.up_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.post_attention_layernorm.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.self_attn.k_proj.bias": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.self_attn.k_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.self_attn.k_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.self_attn.o_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.self_attn.o_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.self_attn.q_proj.bias": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.self_attn.q_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.self_attn.q_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.self_attn.v_proj.bias": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.self_attn.v_proj.weight": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.32.self_attn.v_proj.weight_scale": "model-00032-of-00046.safetensors",
+    "model.language_model.layers.33.input_layernorm.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.0.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.0.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.0.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.0.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.0.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.0.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.1.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.1.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.1.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.1.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.1.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.1.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.10.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.10.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.10.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.10.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.10.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.10.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.100.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.100.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.100.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.100.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.100.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.100.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.101.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.101.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.101.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.101.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.101.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.101.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.102.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.102.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.102.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.102.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.102.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.102.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.103.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.103.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.103.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.103.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.103.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.103.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.104.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.104.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.104.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.104.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.104.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.104.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.105.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.105.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.105.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.105.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.105.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.105.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.106.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.106.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.106.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.106.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.106.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.106.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.107.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.107.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.107.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.107.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.107.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.107.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.108.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.108.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.108.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.108.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.108.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.108.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.109.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.109.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.109.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.109.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.109.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.109.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.11.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.11.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.11.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.11.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.11.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.11.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.110.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.110.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.110.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.110.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.110.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.110.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.111.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.111.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.111.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.111.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.111.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.111.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.112.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.112.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.112.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.112.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.112.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.112.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.113.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.113.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.113.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.113.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.113.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.113.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.114.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.114.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.114.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.114.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.114.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.114.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.115.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.115.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.115.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.115.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.115.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.115.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.116.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.116.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.116.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.116.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.116.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.116.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.117.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.117.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.117.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.117.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.117.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.117.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.118.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.118.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.118.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.118.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.118.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.118.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.119.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.119.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.119.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.119.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.119.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.119.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.12.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.12.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.12.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.12.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.12.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.12.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.120.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.120.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.120.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.120.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.120.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.120.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.121.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.121.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.121.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.121.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.121.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.121.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.122.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.122.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.122.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.122.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.122.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.122.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.123.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.123.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.123.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.123.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.123.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.123.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.124.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.124.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.124.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.124.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.124.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.124.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.125.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.125.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.125.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.125.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.125.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.125.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.126.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.126.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.126.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.126.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.126.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.126.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.127.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.127.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.127.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.127.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.127.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.127.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.13.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.13.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.13.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.13.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.13.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.13.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.14.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.14.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.14.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.14.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.14.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.14.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.15.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.15.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.15.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.15.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.15.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.15.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.16.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.16.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.16.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.16.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.16.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.16.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.17.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.17.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.17.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.17.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.17.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.17.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.18.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.18.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.18.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.18.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.18.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.18.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.19.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.19.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.19.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.19.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.19.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.19.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.2.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.2.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.2.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.2.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.2.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.2.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.20.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.20.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.20.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.20.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.20.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.20.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.21.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.21.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.21.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.21.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.21.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.21.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.22.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.22.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.22.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.22.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.22.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.22.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.23.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.23.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.23.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.23.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.23.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.23.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.24.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.24.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.24.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.24.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.24.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.24.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.25.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.25.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.25.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.25.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.25.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.25.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.26.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.26.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.26.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.26.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.26.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.26.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.27.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.27.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.27.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.27.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.27.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.27.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.28.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.28.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.28.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.28.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.28.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.28.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.29.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.29.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.29.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.29.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.29.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.29.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.3.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.3.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.3.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.3.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.3.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.3.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.30.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.30.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.30.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.30.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.30.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.30.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.31.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.31.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.31.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.31.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.31.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.31.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.32.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.32.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.32.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.32.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.32.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.32.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.33.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.33.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.33.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.33.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.33.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.33.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.34.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.34.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.34.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.34.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.34.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.34.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.35.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.35.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.35.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.35.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.35.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.35.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.36.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.36.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.36.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.36.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.36.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.36.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.37.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.37.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.37.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.37.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.37.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.37.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.38.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.38.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.38.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.38.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.38.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.38.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.39.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.39.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.39.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.39.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.39.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.39.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.4.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.4.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.4.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.4.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.4.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.4.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.40.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.40.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.40.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.40.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.40.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.40.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.41.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.41.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.41.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.41.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.41.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.41.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.42.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.42.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.42.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.42.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.42.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.42.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.43.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.43.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.43.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.43.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.43.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.43.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.44.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.44.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.44.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.44.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.44.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.44.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.45.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.45.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.45.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.45.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.45.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.45.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.46.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.46.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.46.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.46.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.46.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.46.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.47.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.47.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.47.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.47.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.47.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.47.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.48.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.48.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.48.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.48.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.48.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.48.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.49.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.49.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.49.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.49.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.49.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.49.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.5.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.5.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.5.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.5.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.5.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.5.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.50.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.50.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.50.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.50.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.50.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.50.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.51.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.51.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.51.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.51.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.51.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.51.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.52.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.52.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.52.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.52.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.52.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.52.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.53.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.53.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.53.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.53.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.53.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.53.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.54.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.54.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.54.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.54.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.54.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.54.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.55.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.55.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.55.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.55.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.55.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.55.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.56.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.56.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.56.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.56.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.56.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.56.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.57.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.57.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.57.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.57.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.57.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.57.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.58.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.58.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.58.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.58.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.58.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.58.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.59.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.59.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.59.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.59.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.59.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.59.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.6.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.6.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.6.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.6.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.6.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.6.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.60.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.60.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.60.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.60.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.60.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.60.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.61.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.61.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.61.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.61.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.61.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.61.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.62.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.62.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.62.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.62.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.62.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.62.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.63.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.63.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.63.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.63.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.63.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.63.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.64.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.64.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.64.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.64.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.64.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.64.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.65.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.65.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.65.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.65.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.65.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.65.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.66.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.66.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.66.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.66.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.66.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.66.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.67.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.67.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.67.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.67.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.67.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.67.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.68.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.68.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.68.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.68.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.68.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.68.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.69.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.69.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.69.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.69.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.69.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.69.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.7.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.7.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.7.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.7.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.7.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.7.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.70.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.70.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.70.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.70.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.70.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.70.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.71.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.71.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.71.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.71.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.71.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.71.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.72.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.72.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.72.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.72.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.72.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.72.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.73.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.73.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.73.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.73.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.73.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.73.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.74.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.74.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.74.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.74.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.74.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.74.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.75.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.75.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.75.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.75.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.75.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.75.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.76.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.76.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.76.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.76.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.76.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.76.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.77.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.77.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.77.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.77.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.77.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.77.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.78.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.78.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.78.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.78.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.78.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.78.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.79.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.79.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.79.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.79.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.79.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.79.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.8.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.8.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.8.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.8.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.8.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.8.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.80.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.80.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.80.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.80.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.80.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.80.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.81.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.81.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.81.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.81.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.81.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.81.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.82.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.82.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.82.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.82.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.82.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.82.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.83.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.83.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.83.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.83.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.83.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.83.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.84.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.84.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.84.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.84.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.84.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.84.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.85.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.85.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.85.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.85.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.85.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.85.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.86.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.86.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.86.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.86.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.86.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.86.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.87.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.87.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.87.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.87.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.87.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.87.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.88.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.88.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.88.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.88.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.88.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.88.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.89.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.89.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.89.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.89.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.89.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.89.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.9.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.9.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.9.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.9.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.9.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.9.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.90.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.90.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.90.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.90.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.90.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.90.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.91.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.91.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.91.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.91.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.91.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.91.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.92.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.92.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.92.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.92.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.92.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.92.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.93.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.93.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.93.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.93.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.93.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.93.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.94.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.94.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.94.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.94.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.94.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.94.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.95.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.95.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.95.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.95.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.95.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.95.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.96.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.96.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.96.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.96.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.96.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.96.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.97.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.97.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.97.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.97.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.97.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.97.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.98.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.98.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.98.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.98.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.98.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.98.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.99.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.99.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.99.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.99.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.99.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.experts.99.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.gate.e_score_correction_bias": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.gate.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.shared_experts.down_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.shared_experts.down_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.shared_experts.gate_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.shared_experts.gate_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.shared_experts.up_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.mlp.shared_experts.up_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.post_attention_layernorm.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.self_attn.k_proj.bias": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.self_attn.k_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.self_attn.k_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.self_attn.o_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.self_attn.o_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.self_attn.q_proj.bias": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.self_attn.q_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.self_attn.q_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.self_attn.v_proj.bias": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.self_attn.v_proj.weight": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.33.self_attn.v_proj.weight_scale": "model-00033-of-00046.safetensors",
+    "model.language_model.layers.34.input_layernorm.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.0.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.0.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.0.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.0.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.0.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.0.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.1.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.1.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.1.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.1.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.1.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.1.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.10.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.10.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.10.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.10.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.10.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.10.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.100.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.100.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.100.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.100.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.100.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.100.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.101.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.101.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.101.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.101.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.101.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.101.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.102.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.102.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.102.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.102.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.102.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.102.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.103.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.103.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.103.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.103.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.103.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.103.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.104.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.104.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.104.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.104.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.104.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.104.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.105.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.105.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.105.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.105.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.105.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.105.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.106.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.106.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.106.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.106.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.106.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.106.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.107.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.107.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.107.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.107.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.107.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.107.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.108.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.108.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.108.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.108.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.108.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.108.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.109.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.109.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.109.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.109.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.109.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.109.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.11.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.11.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.11.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.11.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.11.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.11.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.110.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.110.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.110.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.110.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.110.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.110.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.111.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.111.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.111.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.111.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.111.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.111.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.112.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.112.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.112.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.112.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.112.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.112.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.113.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.113.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.113.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.113.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.113.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.113.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.114.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.114.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.114.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.114.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.114.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.114.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.115.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.115.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.115.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.115.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.115.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.115.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.116.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.116.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.116.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.116.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.116.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.116.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.117.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.117.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.117.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.117.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.117.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.117.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.118.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.118.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.118.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.118.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.118.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.118.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.119.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.119.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.119.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.119.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.119.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.119.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.12.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.12.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.12.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.12.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.12.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.12.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.120.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.120.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.120.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.120.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.120.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.120.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.121.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.121.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.121.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.121.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.121.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.121.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.122.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.122.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.122.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.122.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.122.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.122.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.123.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.123.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.123.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.123.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.123.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.123.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.124.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.124.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.124.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.124.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.124.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.124.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.125.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.125.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.125.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.125.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.125.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.125.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.126.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.126.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.126.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.126.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.126.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.126.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.127.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.127.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.127.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.127.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.127.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.127.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.13.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.13.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.13.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.13.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.13.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.13.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.14.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.14.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.14.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.14.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.14.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.14.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.15.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.15.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.15.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.15.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.15.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.15.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.16.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.16.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.16.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.16.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.16.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.16.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.17.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.17.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.17.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.17.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.17.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.17.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.18.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.18.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.18.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.18.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.18.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.18.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.19.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.19.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.19.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.19.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.19.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.19.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.2.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.2.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.2.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.2.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.2.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.2.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.20.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.20.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.20.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.20.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.20.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.20.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.21.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.21.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.21.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.21.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.21.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.21.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.22.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.22.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.22.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.22.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.22.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.22.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.23.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.23.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.23.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.23.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.23.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.23.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.24.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.24.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.24.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.24.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.24.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.24.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.25.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.25.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.25.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.25.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.25.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.25.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.26.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.26.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.26.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.26.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.26.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.26.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.27.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.27.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.27.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.27.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.27.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.27.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.28.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.28.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.28.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.28.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.28.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.28.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.29.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.29.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.29.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.29.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.29.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.29.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.3.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.3.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.3.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.3.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.3.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.3.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.30.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.30.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.30.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.30.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.30.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.30.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.31.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.31.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.31.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.31.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.31.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.31.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.32.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.32.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.32.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.32.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.32.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.32.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.33.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.33.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.33.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.33.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.33.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.33.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.34.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.34.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.34.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.34.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.34.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.34.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.35.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.35.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.35.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.35.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.35.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.35.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.36.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.36.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.36.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.36.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.36.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.36.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.37.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.37.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.37.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.37.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.37.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.37.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.38.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.38.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.38.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.38.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.38.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.38.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.39.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.39.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.39.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.39.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.39.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.39.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.4.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.4.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.4.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.4.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.4.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.4.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.40.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.40.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.40.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.40.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.40.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.40.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.41.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.41.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.41.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.41.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.41.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.41.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.42.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.42.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.42.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.42.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.42.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.42.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.43.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.43.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.43.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.43.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.43.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.43.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.44.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.44.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.44.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.44.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.44.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.44.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.45.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.45.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.45.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.45.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.45.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.45.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.46.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.46.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.46.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.46.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.46.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.46.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.47.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.47.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.47.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.47.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.47.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.47.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.48.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.48.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.48.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.48.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.48.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.48.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.49.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.49.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.49.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.49.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.49.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.49.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.5.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.5.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.5.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.5.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.5.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.5.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.50.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.50.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.50.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.50.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.50.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.50.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.51.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.51.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.51.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.51.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.51.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.51.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.52.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.52.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.52.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.52.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.52.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.52.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.53.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.53.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.53.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.53.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.53.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.53.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.54.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.54.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.54.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.54.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.54.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.54.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.55.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.55.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.55.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.55.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.55.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.55.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.56.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.56.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.56.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.56.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.56.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.56.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.57.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.57.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.57.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.57.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.57.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.57.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.58.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.58.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.58.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.58.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.58.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.58.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.59.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.59.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.59.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.59.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.59.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.59.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.6.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.6.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.6.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.6.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.6.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.6.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.60.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.60.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.60.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.60.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.60.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.60.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.61.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.61.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.61.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.61.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.61.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.61.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.62.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.62.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.62.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.62.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.62.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.62.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.63.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.63.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.63.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.63.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.63.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.63.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.64.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.64.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.64.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.64.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.64.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.64.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.65.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.65.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.65.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.65.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.65.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.65.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.66.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.66.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.66.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.66.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.66.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.66.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.67.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.67.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.67.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.67.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.67.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.67.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.68.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.68.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.68.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.68.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.68.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.68.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.69.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.69.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.69.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.69.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.69.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.69.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.7.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.7.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.7.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.7.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.7.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.7.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.70.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.70.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.70.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.70.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.70.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.70.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.71.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.71.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.71.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.71.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.71.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.71.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.72.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.72.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.72.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.72.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.72.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.72.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.73.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.73.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.73.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.73.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.73.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.73.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.74.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.74.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.74.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.74.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.74.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.74.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.75.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.75.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.75.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.75.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.75.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.75.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.76.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.76.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.76.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.76.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.76.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.76.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.77.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.77.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.77.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.77.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.77.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.77.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.78.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.78.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.78.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.78.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.78.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.78.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.79.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.79.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.79.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.79.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.79.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.79.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.8.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.8.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.8.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.8.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.8.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.8.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.80.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.80.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.80.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.80.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.80.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.80.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.81.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.81.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.81.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.81.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.81.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.81.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.82.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.82.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.82.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.82.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.82.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.82.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.83.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.83.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.83.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.83.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.83.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.83.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.84.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.84.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.84.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.84.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.84.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.84.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.85.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.85.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.85.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.85.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.85.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.85.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.86.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.86.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.86.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.86.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.86.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.86.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.87.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.87.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.87.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.87.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.87.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.87.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.88.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.88.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.88.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.88.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.88.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.88.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.89.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.89.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.89.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.89.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.89.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.89.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.9.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.9.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.9.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.9.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.9.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.9.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.90.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.90.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.90.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.90.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.90.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.90.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.91.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.91.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.91.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.91.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.91.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.91.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.92.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.92.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.92.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.92.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.92.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.92.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.93.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.93.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.93.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.93.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.93.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.93.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.94.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.94.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.94.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.94.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.94.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.94.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.95.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.95.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.95.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.95.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.95.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.95.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.96.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.96.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.96.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.96.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.96.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.96.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.97.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.97.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.97.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.97.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.97.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.97.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.98.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.98.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.98.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.98.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.98.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.98.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.99.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.99.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.99.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.99.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.99.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.experts.99.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.gate.e_score_correction_bias": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.gate.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.shared_experts.down_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.shared_experts.down_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.shared_experts.gate_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.shared_experts.gate_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.shared_experts.up_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.mlp.shared_experts.up_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.post_attention_layernorm.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.self_attn.k_proj.bias": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.self_attn.k_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.self_attn.k_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.self_attn.o_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.self_attn.o_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.self_attn.q_proj.bias": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.self_attn.q_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.self_attn.q_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.self_attn.v_proj.bias": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.self_attn.v_proj.weight": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.34.self_attn.v_proj.weight_scale": "model-00034-of-00046.safetensors",
+    "model.language_model.layers.35.input_layernorm.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.0.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.0.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.0.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.0.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.0.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.0.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.1.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.1.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.1.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.1.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.1.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.1.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.10.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.10.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.10.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.10.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.10.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.10.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.100.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.100.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.100.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.100.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.100.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.100.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.101.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.101.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.101.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.101.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.101.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.101.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.102.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.102.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.102.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.102.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.102.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.102.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.103.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.103.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.103.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.103.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.103.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.103.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.104.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.104.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.104.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.104.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.104.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.104.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.105.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.105.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.105.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.105.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.105.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.105.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.106.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.106.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.106.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.106.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.106.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.106.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.107.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.107.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.107.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.107.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.107.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.107.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.108.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.108.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.108.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.108.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.108.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.108.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.109.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.109.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.109.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.109.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.109.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.109.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.11.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.11.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.11.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.11.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.11.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.11.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.110.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.110.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.110.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.110.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.110.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.110.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.111.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.111.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.111.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.111.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.111.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.111.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.112.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.112.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.112.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.112.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.112.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.112.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.113.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.113.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.113.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.113.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.113.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.113.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.114.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.114.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.114.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.114.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.114.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.114.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.115.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.115.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.115.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.115.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.115.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.115.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.116.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.116.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.116.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.116.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.116.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.116.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.117.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.117.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.117.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.117.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.117.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.117.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.118.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.118.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.118.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.118.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.118.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.118.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.119.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.119.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.119.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.119.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.119.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.119.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.12.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.12.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.12.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.12.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.12.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.12.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.120.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.120.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.120.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.120.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.120.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.120.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.121.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.121.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.121.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.121.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.121.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.121.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.122.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.122.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.122.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.122.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.122.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.122.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.123.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.123.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.123.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.123.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.123.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.123.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.124.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.124.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.124.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.124.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.124.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.124.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.125.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.125.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.125.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.125.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.125.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.125.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.126.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.126.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.126.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.126.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.126.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.126.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.127.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.127.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.127.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.127.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.127.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.127.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.13.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.13.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.13.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.13.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.13.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.13.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.14.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.14.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.14.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.14.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.14.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.14.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.15.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.15.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.15.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.15.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.15.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.15.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.16.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.16.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.16.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.16.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.16.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.16.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.17.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.17.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.17.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.17.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.17.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.17.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.18.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.18.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.18.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.18.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.18.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.18.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.19.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.19.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.19.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.19.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.19.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.19.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.2.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.2.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.2.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.2.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.2.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.2.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.20.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.20.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.20.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.20.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.20.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.20.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.21.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.21.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.21.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.21.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.21.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.21.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.22.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.22.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.22.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.22.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.22.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.22.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.23.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.23.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.23.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.23.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.23.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.23.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.24.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.24.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.24.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.24.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.24.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.24.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.25.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.25.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.25.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.25.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.25.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.25.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.26.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.26.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.26.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.26.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.26.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.26.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.27.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.27.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.27.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.27.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.27.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.27.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.28.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.28.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.28.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.28.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.28.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.28.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.29.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.29.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.29.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.29.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.29.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.29.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.3.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.3.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.3.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.3.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.3.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.3.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.30.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.30.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.30.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.30.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.30.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.30.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.31.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.31.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.31.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.31.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.31.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.31.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.32.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.32.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.32.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.32.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.32.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.32.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.33.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.33.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.33.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.33.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.33.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.33.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.34.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.34.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.34.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.34.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.34.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.34.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.35.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.35.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.35.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.35.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.35.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.35.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.36.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.36.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.36.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.36.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.36.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.36.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.37.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.37.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.37.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.37.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.37.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.37.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.38.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.38.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.38.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.38.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.38.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.38.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.39.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.39.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.39.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.39.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.39.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.39.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.4.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.4.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.4.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.4.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.4.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.4.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.40.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.40.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.40.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.40.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.40.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.40.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.41.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.41.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.41.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.41.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.41.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.41.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.42.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.42.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.42.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.42.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.42.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.42.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.43.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.43.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.43.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.43.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.43.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.43.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.44.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.44.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.44.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.44.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.44.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.44.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.45.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.45.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.45.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.45.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.45.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.45.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.46.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.46.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.46.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.46.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.46.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.46.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.47.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.47.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.47.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.47.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.47.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.47.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.48.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.48.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.48.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.48.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.48.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.48.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.49.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.49.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.49.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.49.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.49.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.49.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.5.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.5.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.5.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.5.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.5.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.5.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.50.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.50.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.50.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.50.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.50.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.50.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.51.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.51.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.51.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.51.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.51.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.51.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.52.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.52.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.52.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.52.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.52.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.52.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.53.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.53.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.53.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.53.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.53.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.53.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.54.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.54.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.54.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.54.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.54.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.54.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.55.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.55.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.55.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.55.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.55.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.55.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.56.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.56.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.56.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.56.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.56.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.56.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.57.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.57.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.57.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.57.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.57.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.57.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.58.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.58.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.58.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.58.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.58.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.58.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.59.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.59.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.59.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.59.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.59.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.59.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.6.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.6.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.6.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.6.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.6.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.6.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.60.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.60.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.60.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.60.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.60.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.60.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.61.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.61.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.61.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.61.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.61.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.61.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.62.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.62.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.62.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.62.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.62.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.62.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.63.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.63.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.63.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.63.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.63.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.63.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.64.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.64.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.64.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.64.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.64.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.64.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.65.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.65.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.65.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.65.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.65.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.65.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.66.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.66.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.66.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.66.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.66.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.66.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.67.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.67.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.67.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.67.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.67.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.67.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.68.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.68.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.68.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.68.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.68.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.68.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.69.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.69.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.69.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.69.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.69.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.69.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.7.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.7.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.7.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.7.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.7.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.7.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.70.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.70.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.70.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.70.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.70.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.70.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.71.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.71.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.71.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.71.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.71.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.71.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.72.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.72.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.72.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.72.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.72.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.72.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.73.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.73.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.73.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.73.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.73.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.73.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.74.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.74.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.74.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.74.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.74.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.74.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.75.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.75.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.75.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.75.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.75.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.75.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.76.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.76.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.76.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.76.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.76.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.76.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.77.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.77.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.77.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.77.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.77.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.77.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.78.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.78.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.78.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.78.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.78.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.78.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.79.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.79.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.79.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.79.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.79.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.79.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.8.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.8.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.8.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.8.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.8.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.8.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.80.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.80.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.80.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.80.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.80.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.80.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.81.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.81.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.81.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.81.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.81.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.81.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.82.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.82.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.82.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.82.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.82.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.82.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.83.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.83.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.83.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.83.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.83.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.83.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.84.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.84.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.84.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.84.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.84.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.84.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.85.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.85.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.85.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.85.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.85.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.85.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.86.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.86.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.86.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.86.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.86.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.86.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.87.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.87.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.87.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.87.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.87.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.87.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.88.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.88.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.88.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.88.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.88.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.88.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.89.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.89.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.89.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.89.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.89.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.89.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.9.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.9.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.9.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.9.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.9.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.9.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.90.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.90.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.90.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.90.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.90.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.90.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.91.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.91.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.91.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.91.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.91.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.91.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.92.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.92.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.92.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.92.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.92.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.92.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.93.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.93.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.93.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.93.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.93.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.93.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.94.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.94.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.94.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.94.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.94.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.94.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.95.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.95.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.95.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.95.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.95.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.95.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.96.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.96.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.96.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.96.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.96.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.96.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.97.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.97.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.97.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.97.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.97.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.97.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.98.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.98.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.98.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.98.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.98.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.98.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.99.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.99.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.99.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.99.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.99.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.experts.99.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.gate.e_score_correction_bias": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.gate.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.shared_experts.down_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.shared_experts.down_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.shared_experts.gate_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.shared_experts.gate_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.shared_experts.up_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.mlp.shared_experts.up_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.post_attention_layernorm.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.self_attn.k_proj.bias": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.self_attn.k_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.self_attn.k_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.self_attn.o_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.self_attn.o_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.self_attn.q_proj.bias": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.self_attn.q_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.self_attn.q_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.self_attn.v_proj.bias": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.self_attn.v_proj.weight": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.35.self_attn.v_proj.weight_scale": "model-00035-of-00046.safetensors",
+    "model.language_model.layers.36.input_layernorm.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.0.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.0.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.0.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.0.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.0.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.0.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.1.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.1.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.1.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.1.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.1.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.1.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.10.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.10.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.10.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.10.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.10.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.10.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.100.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.100.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.100.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.100.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.100.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.100.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.101.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.101.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.101.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.101.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.101.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.101.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.102.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.102.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.102.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.102.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.102.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.102.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.103.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.103.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.103.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.103.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.103.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.103.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.104.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.104.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.104.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.104.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.104.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.104.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.105.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.105.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.105.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.105.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.105.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.105.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.106.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.106.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.106.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.106.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.106.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.106.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.107.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.107.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.107.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.107.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.107.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.107.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.108.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.108.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.108.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.108.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.108.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.108.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.109.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.109.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.109.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.109.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.109.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.109.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.11.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.11.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.11.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.11.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.11.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.11.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.110.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.110.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.110.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.110.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.110.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.110.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.111.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.111.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.111.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.111.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.111.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.111.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.112.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.112.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.112.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.112.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.112.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.112.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.113.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.113.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.113.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.113.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.113.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.113.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.114.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.114.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.114.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.114.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.114.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.114.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.115.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.115.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.115.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.115.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.115.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.115.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.116.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.116.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.116.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.116.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.116.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.116.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.117.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.117.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.117.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.117.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.117.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.117.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.118.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.118.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.118.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.118.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.118.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.118.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.119.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.119.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.119.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.119.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.119.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.119.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.12.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.12.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.12.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.12.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.12.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.12.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.120.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.120.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.120.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.120.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.120.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.120.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.121.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.121.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.121.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.121.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.121.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.121.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.122.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.122.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.122.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.122.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.122.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.122.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.123.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.123.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.123.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.123.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.123.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.123.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.124.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.124.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.124.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.124.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.124.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.124.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.125.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.125.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.125.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.125.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.125.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.125.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.126.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.126.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.126.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.126.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.126.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.126.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.127.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.127.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.127.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.127.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.127.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.127.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.13.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.13.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.13.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.13.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.13.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.13.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.14.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.14.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.14.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.14.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.14.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.14.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.15.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.15.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.15.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.15.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.15.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.15.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.16.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.16.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.16.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.16.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.16.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.16.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.17.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.17.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.17.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.17.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.17.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.17.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.18.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.18.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.18.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.18.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.18.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.18.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.19.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.19.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.19.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.19.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.19.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.19.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.2.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.2.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.2.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.2.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.2.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.2.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.20.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.20.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.20.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.20.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.20.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.20.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.21.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.21.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.21.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.21.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.21.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.21.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.22.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.22.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.22.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.22.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.22.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.22.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.23.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.23.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.23.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.23.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.23.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.23.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.24.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.24.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.24.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.24.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.24.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.24.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.25.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.25.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.25.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.25.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.25.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.25.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.26.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.26.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.26.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.26.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.26.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.26.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.27.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.27.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.27.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.27.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.27.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.27.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.28.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.28.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.28.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.28.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.28.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.28.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.29.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.29.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.29.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.29.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.29.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.29.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.3.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.3.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.3.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.3.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.3.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.3.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.30.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.30.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.30.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.30.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.30.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.30.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.31.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.31.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.31.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.31.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.31.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.31.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.32.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.32.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.32.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.32.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.32.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.32.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.33.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.33.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.33.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.33.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.33.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.33.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.34.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.34.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.34.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.34.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.34.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.34.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.35.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.35.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.35.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.35.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.35.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.35.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.36.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.36.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.36.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.36.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.36.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.36.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.37.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.37.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.37.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.37.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.37.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.37.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.38.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.38.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.38.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.38.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.38.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.38.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.39.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.39.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.39.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.39.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.39.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.39.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.4.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.4.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.4.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.4.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.4.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.4.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.40.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.40.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.40.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.40.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.40.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.40.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.41.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.41.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.41.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.41.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.41.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.41.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.42.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.42.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.42.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.42.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.42.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.42.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.43.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.43.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.43.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.43.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.43.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.43.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.44.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.44.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.44.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.44.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.44.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.44.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.45.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.45.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.45.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.45.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.45.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.45.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.46.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.46.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.46.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.46.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.46.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.46.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.47.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.47.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.47.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.47.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.47.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.47.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.48.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.48.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.48.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.48.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.48.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.48.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.49.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.49.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.49.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.49.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.49.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.49.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.5.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.5.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.5.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.5.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.5.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.5.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.50.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.50.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.50.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.50.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.50.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.50.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.51.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.51.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.51.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.51.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.51.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.51.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.52.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.52.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.52.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.52.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.52.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.52.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.53.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.53.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.53.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.53.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.53.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.53.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.54.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.54.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.54.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.54.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.54.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.54.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.55.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.55.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.55.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.55.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.55.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.55.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.56.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.56.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.56.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.56.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.56.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.56.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.57.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.57.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.57.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.57.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.57.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.57.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.58.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.58.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.58.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.58.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.58.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.58.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.59.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.59.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.59.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.59.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.59.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.59.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.6.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.6.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.6.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.6.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.6.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.6.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.60.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.60.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.60.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.60.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.60.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.60.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.61.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.61.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.61.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.61.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.61.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.61.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.62.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.62.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.62.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.62.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.62.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.62.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.63.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.63.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.63.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.63.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.63.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.63.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.64.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.64.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.64.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.64.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.64.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.64.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.65.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.65.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.65.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.65.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.65.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.65.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.66.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.66.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.66.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.66.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.66.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.66.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.67.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.67.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.67.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.67.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.67.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.67.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.68.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.68.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.68.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.68.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.68.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.68.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.69.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.69.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.69.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.69.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.69.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.69.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.7.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.7.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.7.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.7.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.7.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.7.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.70.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.70.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.70.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.70.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.70.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.70.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.71.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.71.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.71.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.71.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.71.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.71.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.72.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.72.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.72.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.72.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.72.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.72.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.73.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.73.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.73.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.73.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.73.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.73.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.74.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.74.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.74.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.74.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.74.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.74.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.75.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.75.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.75.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.75.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.75.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.75.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.76.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.76.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.76.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.76.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.76.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.76.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.77.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.77.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.77.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.77.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.77.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.77.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.78.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.78.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.78.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.78.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.78.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.78.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.79.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.79.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.79.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.79.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.79.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.79.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.8.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.8.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.8.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.8.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.8.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.8.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.80.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.80.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.80.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.80.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.80.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.80.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.81.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.81.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.81.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.81.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.81.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.81.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.82.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.82.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.82.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.82.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.82.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.82.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.83.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.83.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.83.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.83.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.83.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.83.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.84.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.84.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.84.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.84.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.84.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.84.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.85.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.85.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.85.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.85.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.85.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.85.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.86.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.86.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.86.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.86.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.86.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.86.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.87.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.87.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.87.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.87.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.87.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.87.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.88.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.88.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.88.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.88.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.88.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.88.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.89.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.89.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.89.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.89.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.89.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.89.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.9.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.9.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.9.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.9.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.9.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.9.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.90.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.90.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.90.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.90.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.90.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.90.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.91.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.91.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.91.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.91.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.91.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.91.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.92.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.92.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.92.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.92.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.92.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.92.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.93.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.93.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.93.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.93.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.93.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.93.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.94.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.94.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.94.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.94.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.94.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.94.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.95.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.95.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.95.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.95.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.95.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.95.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.96.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.96.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.96.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.96.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.96.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.96.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.97.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.97.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.97.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.97.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.97.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.97.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.98.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.98.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.98.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.98.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.98.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.98.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.99.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.99.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.99.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.99.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.99.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.experts.99.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.gate.e_score_correction_bias": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.gate.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.shared_experts.down_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.shared_experts.down_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.shared_experts.gate_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.shared_experts.gate_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.shared_experts.up_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.mlp.shared_experts.up_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.post_attention_layernorm.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.self_attn.k_proj.bias": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.self_attn.k_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.self_attn.k_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.self_attn.o_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.self_attn.o_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.self_attn.q_proj.bias": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.self_attn.q_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.self_attn.q_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.self_attn.v_proj.bias": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.self_attn.v_proj.weight": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.36.self_attn.v_proj.weight_scale": "model-00036-of-00046.safetensors",
+    "model.language_model.layers.37.input_layernorm.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.0.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.0.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.0.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.0.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.0.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.0.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.1.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.1.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.1.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.1.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.1.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.1.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.10.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.10.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.10.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.10.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.10.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.10.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.100.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.100.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.100.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.100.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.100.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.100.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.101.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.101.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.101.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.101.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.101.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.101.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.102.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.102.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.102.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.102.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.102.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.102.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.103.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.103.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.103.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.103.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.103.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.103.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.104.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.104.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.104.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.104.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.104.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.104.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.105.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.105.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.105.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.105.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.105.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.105.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.106.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.106.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.106.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.106.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.106.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.106.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.107.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.107.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.107.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.107.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.107.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.107.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.108.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.108.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.108.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.108.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.108.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.108.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.109.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.109.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.109.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.109.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.109.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.109.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.11.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.11.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.11.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.11.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.11.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.11.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.110.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.110.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.110.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.110.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.110.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.110.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.111.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.111.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.111.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.111.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.111.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.111.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.112.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.112.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.112.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.112.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.112.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.112.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.113.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.113.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.113.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.113.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.113.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.113.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.114.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.114.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.114.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.114.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.114.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.114.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.115.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.115.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.115.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.115.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.115.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.115.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.116.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.116.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.116.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.116.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.116.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.116.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.117.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.117.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.117.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.117.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.117.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.117.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.118.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.118.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.118.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.118.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.118.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.118.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.119.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.119.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.119.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.119.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.119.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.119.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.12.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.12.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.12.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.12.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.12.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.12.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.120.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.120.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.120.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.120.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.120.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.120.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.121.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.121.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.121.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.121.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.121.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.121.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.122.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.122.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.122.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.122.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.122.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.122.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.123.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.123.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.123.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.123.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.123.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.123.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.124.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.124.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.124.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.124.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.124.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.124.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.125.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.125.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.125.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.125.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.125.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.125.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.126.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.126.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.126.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.126.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.126.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.126.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.127.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.127.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.127.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.127.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.127.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.127.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.13.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.13.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.13.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.13.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.13.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.13.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.14.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.14.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.14.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.14.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.14.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.14.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.15.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.15.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.15.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.15.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.15.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.15.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.16.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.16.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.16.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.16.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.16.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.16.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.17.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.17.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.17.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.17.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.17.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.17.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.18.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.18.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.18.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.18.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.18.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.18.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.19.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.19.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.19.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.19.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.19.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.19.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.2.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.2.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.2.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.2.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.2.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.2.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.20.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.20.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.20.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.20.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.20.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.20.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.21.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.21.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.21.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.21.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.21.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.21.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.22.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.22.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.22.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.22.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.22.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.22.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.23.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.23.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.23.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.23.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.23.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.23.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.24.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.24.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.24.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.24.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.24.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.24.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.25.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.25.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.25.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.25.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.25.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.25.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.26.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.26.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.26.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.26.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.26.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.26.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.27.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.27.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.27.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.27.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.27.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.27.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.28.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.28.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.28.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.28.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.28.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.28.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.29.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.29.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.29.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.29.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.29.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.29.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.3.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.3.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.3.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.3.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.3.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.3.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.30.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.30.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.30.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.30.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.30.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.30.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.31.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.31.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.31.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.31.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.31.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.31.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.32.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.32.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.32.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.32.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.32.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.32.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.33.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.33.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.33.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.33.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.33.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.33.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.34.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.34.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.34.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.34.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.34.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.34.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.35.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.35.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.35.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.35.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.35.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.35.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.36.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.36.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.36.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.36.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.36.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.36.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.37.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.37.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.37.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.37.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.37.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.37.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.38.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.38.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.38.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.38.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.38.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.38.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.39.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.39.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.39.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.39.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.39.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.39.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.4.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.4.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.4.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.4.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.4.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.4.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.40.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.40.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.40.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.40.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.40.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.40.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.41.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.41.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.41.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.41.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.41.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.41.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.42.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.42.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.42.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.42.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.42.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.42.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.43.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.43.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.43.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.43.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.43.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.43.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.44.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.44.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.44.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.44.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.44.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.44.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.45.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.45.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.45.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.45.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.45.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.45.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.46.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.46.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.46.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.46.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.46.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.46.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.47.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.47.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.47.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.47.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.47.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.47.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.48.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.48.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.48.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.48.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.48.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.48.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.49.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.49.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.49.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.49.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.49.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.49.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.5.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.5.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.5.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.5.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.5.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.5.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.50.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.50.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.50.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.50.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.50.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.50.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.51.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.51.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.51.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.51.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.51.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.51.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.52.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.52.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.52.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.52.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.52.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.52.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.53.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.53.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.53.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.53.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.53.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.53.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.54.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.54.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.54.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.54.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.54.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.54.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.55.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.55.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.55.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.55.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.55.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.55.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.56.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.56.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.56.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.56.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.56.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.56.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.57.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.57.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.57.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.57.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.57.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.57.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.58.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.58.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.58.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.58.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.58.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.58.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.59.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.59.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.59.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.59.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.59.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.59.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.6.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.6.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.6.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.6.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.6.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.6.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.60.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.60.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.60.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.60.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.60.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.60.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.61.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.61.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.61.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.61.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.61.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.61.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.62.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.62.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.62.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.62.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.62.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.62.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.63.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.63.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.63.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.63.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.63.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.63.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.64.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.64.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.64.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.64.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.64.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.64.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.65.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.65.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.65.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.65.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.65.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.65.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.66.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.66.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.66.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.66.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.66.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.66.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.67.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.67.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.67.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.67.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.67.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.67.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.68.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.68.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.68.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.68.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.68.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.68.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.69.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.69.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.69.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.69.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.69.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.69.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.7.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.7.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.7.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.7.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.7.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.7.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.70.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.70.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.70.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.70.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.70.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.70.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.71.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.71.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.71.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.71.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.71.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.71.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.72.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.72.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.72.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.72.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.72.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.72.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.73.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.73.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.73.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.73.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.73.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.73.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.74.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.74.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.74.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.74.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.74.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.74.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.75.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.75.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.75.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.75.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.75.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.75.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.76.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.76.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.76.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.76.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.76.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.76.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.77.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.77.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.77.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.77.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.77.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.77.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.78.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.78.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.78.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.78.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.78.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.78.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.79.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.79.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.79.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.79.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.79.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.79.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.8.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.8.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.8.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.8.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.8.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.8.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.80.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.80.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.80.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.80.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.80.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.80.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.81.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.81.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.81.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.81.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.81.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.81.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.82.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.82.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.82.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.82.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.82.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.82.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.83.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.83.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.83.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.83.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.83.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.83.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.84.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.84.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.84.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.84.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.84.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.84.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.85.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.85.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.85.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.85.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.85.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.85.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.86.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.86.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.86.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.86.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.86.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.86.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.87.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.87.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.87.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.87.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.87.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.87.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.88.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.88.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.88.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.88.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.88.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.88.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.89.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.89.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.89.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.89.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.89.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.89.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.9.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.9.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.9.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.9.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.9.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.9.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.90.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.90.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.90.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.90.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.90.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.90.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.91.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.91.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.91.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.91.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.91.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.91.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.92.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.92.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.92.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.92.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.92.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.92.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.93.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.93.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.93.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.93.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.93.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.93.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.94.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.94.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.94.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.94.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.94.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.94.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.95.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.95.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.95.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.95.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.95.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.95.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.96.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.96.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.96.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.96.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.96.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.96.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.97.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.97.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.97.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.97.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.97.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.97.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.98.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.98.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.98.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.98.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.98.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.98.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.99.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.99.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.99.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.99.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.99.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.experts.99.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.gate.e_score_correction_bias": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.gate.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.shared_experts.down_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.shared_experts.down_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.shared_experts.gate_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.shared_experts.gate_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.shared_experts.up_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.mlp.shared_experts.up_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.post_attention_layernorm.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.self_attn.k_proj.bias": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.self_attn.k_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.self_attn.k_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.self_attn.o_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.self_attn.o_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.self_attn.q_proj.bias": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.self_attn.q_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.self_attn.q_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.self_attn.v_proj.bias": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.self_attn.v_proj.weight": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.37.self_attn.v_proj.weight_scale": "model-00037-of-00046.safetensors",
+    "model.language_model.layers.38.input_layernorm.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.0.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.0.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.0.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.0.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.0.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.0.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.1.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.1.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.1.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.1.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.1.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.1.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.10.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.10.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.10.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.10.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.10.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.10.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.100.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.100.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.100.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.100.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.100.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.100.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.101.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.101.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.101.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.101.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.101.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.101.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.102.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.102.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.102.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.102.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.102.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.102.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.103.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.103.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.103.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.103.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.103.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.103.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.104.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.104.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.104.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.104.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.104.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.104.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.105.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.105.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.105.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.105.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.105.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.105.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.106.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.106.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.106.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.106.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.106.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.106.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.107.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.107.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.107.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.107.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.107.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.107.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.108.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.108.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.108.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.108.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.108.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.108.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.109.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.109.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.109.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.109.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.109.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.109.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.11.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.11.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.11.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.11.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.11.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.11.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.110.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.110.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.110.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.110.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.110.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.110.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.111.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.111.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.111.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.111.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.111.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.111.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.112.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.112.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.112.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.112.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.112.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.112.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.113.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.113.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.113.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.113.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.113.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.113.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.114.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.114.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.114.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.114.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.114.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.114.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.115.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.115.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.115.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.115.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.115.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.115.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.116.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.116.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.116.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.116.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.116.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.116.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.117.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.117.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.117.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.117.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.117.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.117.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.118.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.118.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.118.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.118.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.118.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.118.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.119.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.119.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.119.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.119.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.119.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.119.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.12.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.12.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.12.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.12.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.12.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.12.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.120.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.120.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.120.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.120.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.120.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.120.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.121.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.121.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.121.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.121.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.121.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.121.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.122.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.122.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.122.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.122.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.122.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.122.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.123.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.123.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.123.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.123.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.123.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.123.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.124.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.124.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.124.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.124.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.124.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.124.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.125.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.125.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.125.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.125.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.125.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.125.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.126.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.126.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.126.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.126.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.126.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.126.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.127.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.127.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.127.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.127.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.127.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.127.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.13.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.13.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.13.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.13.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.13.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.13.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.14.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.14.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.14.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.14.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.14.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.14.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.15.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.15.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.15.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.15.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.15.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.15.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.16.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.16.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.16.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.16.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.16.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.16.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.17.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.17.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.17.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.17.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.17.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.17.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.18.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.18.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.18.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.18.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.18.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.18.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.19.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.19.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.19.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.19.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.19.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.19.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.2.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.2.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.2.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.2.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.2.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.2.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.20.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.20.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.20.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.20.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.20.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.20.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.21.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.21.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.21.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.21.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.21.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.21.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.22.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.22.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.22.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.22.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.22.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.22.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.23.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.23.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.23.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.23.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.23.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.23.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.24.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.24.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.24.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.24.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.24.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.24.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.25.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.25.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.25.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.25.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.25.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.25.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.26.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.26.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.26.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.26.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.26.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.26.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.27.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.27.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.27.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.27.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.27.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.27.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.28.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.28.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.28.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.28.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.28.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.28.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.29.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.29.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.29.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.29.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.29.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.29.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.3.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.3.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.3.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.3.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.3.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.3.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.30.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.30.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.30.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.30.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.30.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.30.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.31.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.31.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.31.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.31.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.31.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.31.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.32.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.32.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.32.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.32.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.32.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.32.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.33.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.33.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.33.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.33.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.33.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.33.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.34.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.34.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.34.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.34.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.34.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.34.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.35.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.35.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.35.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.35.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.35.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.35.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.36.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.36.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.36.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.36.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.36.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.36.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.37.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.37.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.37.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.37.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.37.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.37.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.38.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.38.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.38.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.38.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.38.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.38.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.39.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.39.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.39.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.39.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.39.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.39.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.4.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.4.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.4.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.4.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.4.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.4.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.40.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.40.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.40.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.40.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.40.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.40.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.41.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.41.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.41.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.41.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.41.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.41.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.42.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.42.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.42.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.42.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.42.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.42.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.43.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.43.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.43.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.43.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.43.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.43.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.44.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.44.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.44.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.44.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.44.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.44.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.45.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.45.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.45.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.45.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.45.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.45.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.46.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.46.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.46.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.46.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.46.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.46.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.47.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.47.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.47.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.47.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.47.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.47.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.48.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.48.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.48.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.48.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.48.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.48.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.49.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.49.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.49.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.49.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.49.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.49.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.5.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.5.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.5.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.5.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.5.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.5.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.50.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.50.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.50.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.50.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.50.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.50.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.51.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.51.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.51.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.51.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.51.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.51.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.52.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.52.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.52.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.52.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.52.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.52.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.53.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.53.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.53.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.53.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.53.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.53.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.54.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.54.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.54.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.54.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.54.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.54.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.55.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.55.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.55.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.55.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.55.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.55.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.56.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.56.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.56.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.56.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.56.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.56.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.57.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.57.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.57.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.57.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.57.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.57.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.58.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.58.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.58.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.58.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.58.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.58.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.59.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.59.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.59.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.59.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.59.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.59.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.6.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.6.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.6.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.6.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.6.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.6.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.60.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.60.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.60.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.60.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.60.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.60.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.61.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.61.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.61.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.61.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.61.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.61.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.62.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.62.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.62.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.62.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.62.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.62.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.63.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.63.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.63.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.63.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.63.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.63.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.64.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.64.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.64.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.64.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.64.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.64.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.65.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.65.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.65.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.65.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.65.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.65.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.66.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.66.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.66.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.66.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.66.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.66.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.67.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.67.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.67.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.67.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.67.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.67.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.68.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.68.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.68.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.68.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.68.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.68.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.69.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.69.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.69.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.69.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.69.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.69.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.7.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.7.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.7.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.7.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.7.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.7.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.70.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.70.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.70.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.70.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.70.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.70.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.71.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.71.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.71.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.71.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.71.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.71.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.72.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.72.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.72.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.72.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.72.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.72.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.73.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.73.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.73.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.73.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.73.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.73.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.74.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.74.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.74.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.74.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.74.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.74.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.75.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.75.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.75.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.75.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.75.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.75.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.76.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.76.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.76.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.76.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.76.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.76.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.77.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.77.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.77.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.77.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.77.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.77.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.78.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.78.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.78.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.78.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.78.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.78.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.79.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.79.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.79.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.79.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.79.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.79.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.8.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.8.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.8.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.8.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.8.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.8.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.80.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.80.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.80.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.80.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.80.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.80.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.81.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.81.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.81.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.81.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.81.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.81.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.82.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.82.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.82.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.82.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.82.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.82.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.83.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.83.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.83.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.83.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.83.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.83.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.84.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.84.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.84.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.84.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.84.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.84.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.85.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.85.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.85.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.85.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.85.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.85.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.86.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.86.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.86.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.86.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.86.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.86.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.87.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.87.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.87.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.87.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.87.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.87.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.88.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.88.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.88.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.88.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.88.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.88.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.89.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.89.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.89.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.89.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.89.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.89.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.9.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.9.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.9.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.9.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.9.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.9.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.90.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.90.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.90.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.90.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.90.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.90.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.91.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.91.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.91.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.91.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.91.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.91.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.92.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.92.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.92.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.92.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.92.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.92.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.93.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.93.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.93.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.93.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.93.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.93.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.94.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.94.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.94.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.94.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.94.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.94.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.95.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.95.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.95.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.95.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.95.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.95.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.96.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.96.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.96.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.96.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.96.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.96.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.97.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.97.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.97.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.97.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.97.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.97.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.98.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.98.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.98.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.98.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.98.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.98.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.99.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.99.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.99.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.99.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.99.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.experts.99.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.gate.e_score_correction_bias": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.gate.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.shared_experts.down_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.shared_experts.down_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.shared_experts.gate_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.shared_experts.gate_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.shared_experts.up_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.mlp.shared_experts.up_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.post_attention_layernorm.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.self_attn.k_proj.bias": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.self_attn.k_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.self_attn.k_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.self_attn.o_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.self_attn.o_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.self_attn.q_proj.bias": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.self_attn.q_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.self_attn.q_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.self_attn.v_proj.bias": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.self_attn.v_proj.weight": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.38.self_attn.v_proj.weight_scale": "model-00038-of-00046.safetensors",
+    "model.language_model.layers.39.input_layernorm.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.0.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.0.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.0.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.0.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.0.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.0.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.1.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.1.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.1.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.1.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.1.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.1.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.10.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.10.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.10.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.10.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.10.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.10.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.100.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.100.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.100.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.100.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.100.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.100.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.101.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.101.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.101.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.101.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.101.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.101.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.102.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.102.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.102.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.102.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.102.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.102.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.103.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.103.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.103.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.103.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.103.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.103.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.104.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.104.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.104.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.104.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.104.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.104.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.105.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.105.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.105.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.105.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.105.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.105.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.106.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.106.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.106.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.106.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.106.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.106.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.107.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.107.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.107.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.107.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.107.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.107.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.108.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.108.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.108.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.108.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.108.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.108.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.109.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.109.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.109.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.109.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.109.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.109.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.11.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.11.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.11.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.11.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.11.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.11.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.110.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.110.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.110.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.110.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.110.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.110.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.111.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.111.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.111.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.111.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.111.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.111.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.112.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.112.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.112.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.112.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.112.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.112.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.113.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.113.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.113.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.113.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.113.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.113.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.114.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.114.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.114.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.114.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.114.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.114.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.115.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.115.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.115.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.115.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.115.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.115.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.116.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.116.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.116.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.116.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.116.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.116.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.117.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.117.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.117.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.117.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.117.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.117.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.118.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.118.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.118.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.118.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.118.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.118.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.119.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.119.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.119.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.119.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.119.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.119.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.12.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.12.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.12.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.12.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.12.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.12.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.120.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.120.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.120.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.120.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.120.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.120.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.121.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.121.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.121.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.121.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.121.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.121.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.122.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.122.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.122.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.122.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.122.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.122.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.123.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.123.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.123.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.123.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.123.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.123.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.124.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.124.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.124.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.124.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.124.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.124.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.125.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.125.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.125.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.125.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.125.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.125.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.126.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.126.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.126.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.126.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.126.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.126.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.127.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.127.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.127.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.127.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.127.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.127.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.13.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.13.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.13.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.13.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.13.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.13.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.14.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.14.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.14.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.14.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.14.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.14.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.15.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.15.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.15.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.15.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.15.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.15.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.16.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.16.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.16.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.16.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.16.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.16.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.17.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.17.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.17.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.17.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.17.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.17.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.18.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.18.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.18.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.18.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.18.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.18.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.19.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.19.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.19.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.19.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.19.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.19.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.2.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.2.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.2.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.2.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.2.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.2.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.20.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.20.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.20.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.20.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.20.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.20.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.21.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.21.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.21.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.21.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.21.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.21.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.22.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.22.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.22.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.22.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.22.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.22.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.23.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.23.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.23.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.23.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.23.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.23.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.24.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.24.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.24.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.24.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.24.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.24.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.25.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.25.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.25.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.25.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.25.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.25.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.26.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.26.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.26.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.26.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.26.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.26.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.27.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.27.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.27.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.27.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.27.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.27.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.28.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.28.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.28.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.28.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.28.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.28.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.29.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.29.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.29.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.29.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.29.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.29.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.3.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.3.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.3.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.3.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.3.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.3.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.30.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.30.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.30.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.30.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.30.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.30.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.31.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.31.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.31.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.31.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.31.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.31.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.32.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.32.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.32.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.32.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.32.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.32.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.33.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.33.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.33.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.33.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.33.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.33.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.34.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.34.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.34.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.34.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.34.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.34.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.35.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.35.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.35.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.35.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.35.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.35.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.36.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.36.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.36.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.36.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.36.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.36.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.37.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.37.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.37.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.37.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.37.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.37.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.38.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.38.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.38.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.38.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.38.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.38.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.39.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.39.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.39.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.39.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.39.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.39.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.4.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.4.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.4.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.4.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.4.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.4.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.40.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.40.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.40.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.40.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.40.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.40.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.41.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.41.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.41.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.41.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.41.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.41.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.42.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.42.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.42.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.42.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.42.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.42.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.43.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.43.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.43.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.43.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.43.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.43.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.44.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.44.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.44.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.44.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.44.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.44.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.45.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.45.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.45.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.45.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.45.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.45.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.46.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.46.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.46.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.46.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.46.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.46.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.47.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.47.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.47.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.47.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.47.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.47.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.48.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.48.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.48.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.48.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.48.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.48.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.49.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.49.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.49.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.49.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.49.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.49.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.5.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.5.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.5.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.5.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.5.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.5.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.50.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.50.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.50.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.50.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.50.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.50.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.51.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.51.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.51.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.51.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.51.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.51.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.52.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.52.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.52.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.52.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.52.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.52.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.53.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.53.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.53.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.53.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.53.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.53.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.54.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.54.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.54.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.54.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.54.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.54.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.55.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.55.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.55.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.55.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.55.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.55.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.56.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.56.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.56.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.56.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.56.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.56.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.57.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.57.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.57.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.57.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.57.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.57.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.58.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.58.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.58.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.58.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.58.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.58.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.59.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.59.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.59.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.59.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.59.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.59.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.6.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.6.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.6.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.6.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.6.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.6.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.60.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.60.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.60.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.60.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.60.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.60.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.61.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.61.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.61.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.61.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.61.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.61.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.62.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.62.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.62.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.62.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.62.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.62.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.63.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.63.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.63.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.63.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.63.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.63.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.64.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.64.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.64.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.64.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.64.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.64.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.65.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.65.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.65.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.65.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.65.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.65.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.66.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.66.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.66.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.66.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.66.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.66.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.67.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.67.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.67.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.67.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.67.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.67.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.68.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.68.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.68.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.68.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.68.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.68.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.69.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.69.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.69.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.69.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.69.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.69.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.7.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.7.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.7.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.7.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.7.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.7.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.70.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.70.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.70.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.70.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.70.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.70.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.71.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.71.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.71.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.71.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.71.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.71.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.72.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.72.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.72.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.72.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.72.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.72.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.73.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.73.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.73.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.73.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.73.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.73.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.74.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.74.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.74.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.74.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.74.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.74.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.75.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.75.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.75.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.75.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.75.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.75.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.76.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.76.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.76.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.76.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.76.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.76.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.77.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.77.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.77.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.77.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.77.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.77.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.78.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.78.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.78.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.78.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.78.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.78.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.79.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.79.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.79.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.79.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.79.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.79.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.8.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.8.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.8.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.8.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.8.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.8.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.80.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.80.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.80.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.80.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.80.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.80.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.81.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.81.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.81.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.81.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.81.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.81.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.82.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.82.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.82.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.82.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.82.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.82.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.83.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.83.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.83.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.83.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.83.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.83.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.84.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.84.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.84.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.84.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.84.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.84.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.85.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.85.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.85.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.85.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.85.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.85.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.86.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.86.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.86.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.86.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.86.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.86.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.87.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.87.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.87.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.87.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.87.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.87.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.88.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.88.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.88.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.88.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.88.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.88.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.89.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.89.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.89.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.89.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.89.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.89.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.9.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.9.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.9.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.9.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.9.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.9.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.90.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.90.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.90.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.90.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.90.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.90.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.91.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.91.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.91.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.91.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.91.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.91.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.92.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.92.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.92.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.92.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.92.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.92.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.93.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.93.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.93.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.93.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.93.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.93.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.94.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.94.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.94.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.94.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.94.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.94.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.95.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.95.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.95.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.95.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.95.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.95.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.96.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.96.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.96.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.96.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.96.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.96.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.97.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.97.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.97.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.97.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.97.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.97.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.98.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.98.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.98.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.98.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.98.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.98.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.99.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.99.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.99.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.99.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.99.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.experts.99.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.gate.e_score_correction_bias": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.gate.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.shared_experts.down_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.shared_experts.down_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.shared_experts.gate_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.shared_experts.gate_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.shared_experts.up_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.mlp.shared_experts.up_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.post_attention_layernorm.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.self_attn.k_proj.bias": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.self_attn.k_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.self_attn.k_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.self_attn.o_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.self_attn.o_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.self_attn.q_proj.bias": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.self_attn.q_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.self_attn.q_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.self_attn.v_proj.bias": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.self_attn.v_proj.weight": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.39.self_attn.v_proj.weight_scale": "model-00039-of-00046.safetensors",
+    "model.language_model.layers.40.input_layernorm.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.0.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.0.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.0.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.0.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.0.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.0.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.1.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.1.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.1.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.1.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.1.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.1.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.10.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.10.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.10.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.10.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.10.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.10.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.100.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.100.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.100.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.100.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.100.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.100.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.101.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.101.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.101.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.101.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.101.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.101.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.102.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.102.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.102.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.102.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.102.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.102.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.103.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.103.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.103.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.103.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.103.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.103.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.104.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.104.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.104.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.104.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.104.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.104.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.105.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.105.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.105.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.105.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.105.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.105.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.106.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.106.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.106.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.106.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.106.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.106.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.107.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.107.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.107.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.107.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.107.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.107.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.108.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.108.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.108.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.108.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.108.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.108.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.109.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.109.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.109.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.109.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.109.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.109.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.11.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.11.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.11.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.11.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.11.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.11.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.110.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.110.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.110.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.110.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.110.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.110.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.111.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.111.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.111.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.111.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.111.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.111.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.112.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.112.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.112.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.112.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.112.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.112.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.113.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.113.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.113.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.113.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.113.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.113.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.114.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.114.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.114.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.114.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.114.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.114.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.115.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.115.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.115.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.115.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.115.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.115.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.116.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.116.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.116.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.116.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.116.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.116.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.117.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.117.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.117.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.117.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.117.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.117.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.118.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.118.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.118.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.118.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.118.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.118.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.119.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.119.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.119.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.119.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.119.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.119.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.12.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.12.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.12.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.12.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.12.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.12.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.120.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.120.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.120.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.120.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.120.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.120.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.121.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.121.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.121.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.121.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.121.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.121.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.122.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.122.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.122.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.122.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.122.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.122.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.123.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.123.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.123.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.123.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.123.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.123.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.124.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.124.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.124.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.124.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.124.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.124.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.125.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.125.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.125.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.125.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.125.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.125.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.126.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.126.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.126.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.126.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.126.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.126.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.127.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.127.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.127.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.127.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.127.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.127.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.13.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.13.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.13.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.13.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.13.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.13.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.14.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.14.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.14.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.14.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.14.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.14.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.15.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.15.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.15.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.15.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.15.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.15.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.16.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.16.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.16.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.16.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.16.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.16.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.17.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.17.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.17.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.17.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.17.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.17.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.18.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.18.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.18.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.18.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.18.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.18.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.19.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.19.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.19.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.19.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.19.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.19.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.2.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.2.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.2.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.2.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.2.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.2.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.20.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.20.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.20.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.20.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.20.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.20.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.21.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.21.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.21.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.21.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.21.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.21.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.22.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.22.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.22.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.22.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.22.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.22.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.23.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.23.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.23.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.23.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.23.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.23.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.24.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.24.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.24.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.24.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.24.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.24.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.25.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.25.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.25.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.25.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.25.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.25.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.26.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.26.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.26.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.26.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.26.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.26.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.27.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.27.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.27.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.27.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.27.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.27.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.28.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.28.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.28.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.28.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.28.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.28.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.29.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.29.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.29.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.29.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.29.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.29.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.3.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.3.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.3.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.3.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.3.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.3.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.30.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.30.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.30.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.30.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.30.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.30.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.31.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.31.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.31.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.31.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.31.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.31.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.32.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.32.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.32.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.32.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.32.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.32.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.33.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.33.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.33.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.33.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.33.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.33.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.34.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.34.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.34.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.34.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.34.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.34.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.35.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.35.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.35.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.35.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.35.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.35.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.36.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.36.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.36.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.36.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.36.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.36.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.37.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.37.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.37.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.37.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.37.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.37.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.38.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.38.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.38.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.38.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.38.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.38.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.39.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.39.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.39.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.39.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.39.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.39.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.4.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.4.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.4.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.4.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.4.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.4.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.40.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.40.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.40.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.40.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.40.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.40.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.41.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.41.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.41.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.41.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.41.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.41.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.42.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.42.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.42.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.42.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.42.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.42.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.43.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.43.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.43.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.43.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.43.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.43.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.44.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.44.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.44.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.44.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.44.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.44.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.45.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.45.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.45.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.45.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.45.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.45.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.46.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.46.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.46.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.46.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.46.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.46.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.47.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.47.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.47.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.47.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.47.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.47.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.48.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.48.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.48.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.48.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.48.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.48.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.49.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.49.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.49.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.49.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.49.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.49.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.5.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.5.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.5.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.5.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.5.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.5.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.50.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.50.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.50.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.50.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.50.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.50.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.51.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.51.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.51.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.51.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.51.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.51.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.52.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.52.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.52.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.52.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.52.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.52.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.53.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.53.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.53.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.53.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.53.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.53.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.54.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.54.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.54.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.54.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.54.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.54.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.55.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.55.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.55.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.55.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.55.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.55.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.56.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.56.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.56.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.56.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.56.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.56.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.57.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.57.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.57.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.57.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.57.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.57.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.58.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.58.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.58.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.58.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.58.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.58.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.59.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.59.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.59.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.59.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.59.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.59.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.6.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.6.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.6.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.6.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.6.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.6.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.60.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.60.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.60.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.60.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.60.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.60.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.61.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.61.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.61.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.61.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.61.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.61.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.62.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.62.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.62.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.62.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.62.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.62.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.63.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.63.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.63.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.63.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.63.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.63.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.64.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.64.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.64.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.64.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.64.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.64.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.65.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.65.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.65.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.65.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.65.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.65.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.66.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.66.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.66.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.66.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.66.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.66.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.67.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.67.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.67.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.67.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.67.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.67.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.68.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.68.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.68.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.68.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.68.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.68.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.69.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.69.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.69.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.69.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.69.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.69.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.7.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.7.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.7.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.7.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.7.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.7.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.70.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.70.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.70.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.70.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.70.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.70.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.71.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.71.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.71.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.71.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.71.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.71.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.72.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.72.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.72.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.72.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.72.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.72.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.73.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.73.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.73.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.73.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.73.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.73.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.74.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.74.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.74.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.74.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.74.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.74.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.75.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.75.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.75.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.75.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.75.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.75.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.76.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.76.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.76.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.76.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.76.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.76.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.77.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.77.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.77.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.77.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.77.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.77.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.78.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.78.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.78.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.78.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.78.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.78.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.79.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.79.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.79.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.79.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.79.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.79.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.8.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.8.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.8.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.8.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.8.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.8.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.80.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.80.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.80.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.80.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.80.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.80.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.81.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.81.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.81.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.81.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.81.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.81.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.82.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.82.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.82.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.82.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.82.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.82.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.83.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.83.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.83.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.83.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.83.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.83.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.84.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.84.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.84.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.84.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.84.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.84.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.85.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.85.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.85.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.85.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.85.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.85.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.86.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.86.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.86.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.86.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.86.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.86.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.87.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.87.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.87.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.87.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.87.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.87.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.88.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.88.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.88.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.88.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.88.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.88.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.89.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.89.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.89.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.89.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.89.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.89.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.9.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.9.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.9.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.9.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.9.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.9.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.90.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.90.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.90.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.90.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.90.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.90.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.91.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.91.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.91.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.91.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.91.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.91.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.92.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.92.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.92.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.92.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.92.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.92.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.93.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.93.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.93.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.93.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.93.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.93.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.94.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.94.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.94.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.94.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.94.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.94.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.95.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.95.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.95.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.95.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.95.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.95.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.96.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.96.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.96.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.96.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.96.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.96.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.97.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.97.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.97.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.97.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.97.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.97.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.98.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.98.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.98.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.98.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.98.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.98.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.99.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.99.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.99.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.99.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.99.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.experts.99.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.gate.e_score_correction_bias": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.gate.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.shared_experts.down_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.shared_experts.down_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.shared_experts.gate_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.shared_experts.gate_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.shared_experts.up_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.mlp.shared_experts.up_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.post_attention_layernorm.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.self_attn.k_proj.bias": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.self_attn.k_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.self_attn.k_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.self_attn.o_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.self_attn.o_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.self_attn.q_proj.bias": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.self_attn.q_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.self_attn.q_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.self_attn.v_proj.bias": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.self_attn.v_proj.weight": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.40.self_attn.v_proj.weight_scale": "model-00040-of-00046.safetensors",
+    "model.language_model.layers.41.input_layernorm.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.0.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.0.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.0.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.0.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.0.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.0.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.1.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.1.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.1.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.1.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.1.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.1.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.10.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.10.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.10.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.10.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.10.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.10.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.100.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.100.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.100.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.100.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.100.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.100.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.101.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.101.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.101.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.101.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.101.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.101.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.102.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.102.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.102.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.102.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.102.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.102.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.103.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.103.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.103.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.103.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.103.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.103.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.104.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.104.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.104.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.104.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.104.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.104.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.105.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.105.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.105.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.105.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.105.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.105.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.106.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.106.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.106.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.106.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.106.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.106.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.107.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.107.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.107.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.107.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.107.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.107.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.108.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.108.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.108.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.108.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.108.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.108.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.109.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.109.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.109.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.109.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.109.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.109.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.11.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.11.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.11.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.11.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.11.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.11.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.110.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.110.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.110.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.110.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.110.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.110.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.111.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.111.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.111.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.111.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.111.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.111.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.112.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.112.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.112.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.112.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.112.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.112.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.113.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.113.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.113.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.113.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.113.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.113.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.114.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.114.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.114.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.114.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.114.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.114.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.115.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.115.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.115.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.115.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.115.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.115.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.116.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.116.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.116.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.116.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.116.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.116.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.117.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.117.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.117.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.117.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.117.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.117.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.118.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.118.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.118.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.118.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.118.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.118.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.119.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.119.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.119.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.119.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.119.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.119.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.12.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.12.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.12.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.12.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.12.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.12.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.120.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.120.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.120.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.120.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.120.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.120.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.121.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.121.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.121.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.121.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.121.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.121.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.122.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.122.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.122.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.122.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.122.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.122.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.123.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.123.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.123.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.123.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.123.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.123.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.124.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.124.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.124.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.124.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.124.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.124.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.125.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.125.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.125.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.125.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.125.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.125.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.126.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.126.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.126.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.126.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.126.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.126.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.127.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.127.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.127.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.127.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.127.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.127.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.13.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.13.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.13.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.13.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.13.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.13.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.14.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.14.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.14.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.14.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.14.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.14.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.15.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.15.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.15.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.15.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.15.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.15.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.16.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.16.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.16.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.16.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.16.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.16.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.17.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.17.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.17.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.17.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.17.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.17.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.18.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.18.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.18.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.18.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.18.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.18.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.19.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.19.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.19.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.19.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.19.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.19.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.2.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.2.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.2.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.2.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.2.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.2.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.20.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.20.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.20.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.20.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.20.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.20.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.21.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.21.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.21.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.21.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.21.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.21.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.22.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.22.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.22.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.22.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.22.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.22.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.23.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.23.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.23.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.23.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.23.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.23.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.24.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.24.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.24.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.24.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.24.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.24.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.25.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.25.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.25.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.25.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.25.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.25.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.26.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.26.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.26.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.26.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.26.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.26.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.27.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.27.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.27.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.27.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.27.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.27.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.28.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.28.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.28.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.28.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.28.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.28.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.29.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.29.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.29.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.29.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.29.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.29.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.3.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.3.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.3.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.3.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.3.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.3.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.30.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.30.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.30.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.30.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.30.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.30.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.31.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.31.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.31.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.31.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.31.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.31.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.32.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.32.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.32.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.32.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.32.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.32.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.33.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.33.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.33.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.33.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.33.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.33.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.34.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.34.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.34.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.34.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.34.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.34.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.35.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.35.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.35.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.35.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.35.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.35.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.36.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.36.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.36.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.36.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.36.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.36.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.37.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.37.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.37.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.37.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.37.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.37.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.38.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.38.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.38.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.38.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.38.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.38.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.39.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.39.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.39.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.39.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.39.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.39.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.4.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.4.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.4.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.4.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.4.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.4.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.40.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.40.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.40.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.40.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.40.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.40.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.41.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.41.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.41.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.41.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.41.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.41.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.42.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.42.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.42.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.42.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.42.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.42.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.43.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.43.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.43.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.43.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.43.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.43.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.44.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.44.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.44.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.44.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.44.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.44.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.45.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.45.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.45.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.45.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.45.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.45.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.46.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.46.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.46.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.46.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.46.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.46.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.47.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.47.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.47.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.47.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.47.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.47.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.48.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.48.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.48.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.48.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.48.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.48.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.49.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.49.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.49.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.49.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.49.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.49.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.5.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.5.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.5.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.5.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.5.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.5.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.50.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.50.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.50.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.50.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.50.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.50.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.51.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.51.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.51.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.51.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.51.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.51.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.52.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.52.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.52.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.52.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.52.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.52.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.53.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.53.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.53.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.53.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.53.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.53.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.54.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.54.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.54.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.54.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.54.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.54.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.55.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.55.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.55.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.55.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.55.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.55.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.56.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.56.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.56.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.56.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.56.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.56.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.57.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.57.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.57.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.57.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.57.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.57.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.58.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.58.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.58.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.58.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.58.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.58.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.59.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.59.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.59.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.59.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.59.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.59.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.6.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.6.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.6.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.6.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.6.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.6.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.60.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.60.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.60.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.60.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.60.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.60.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.61.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.61.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.61.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.61.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.61.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.61.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.62.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.62.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.62.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.62.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.62.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.62.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.63.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.63.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.63.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.63.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.63.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.63.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.64.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.64.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.64.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.64.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.64.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.64.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.65.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.65.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.65.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.65.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.65.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.65.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.66.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.66.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.66.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.66.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.66.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.66.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.67.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.67.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.67.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.67.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.67.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.67.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.68.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.68.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.68.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.68.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.68.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.68.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.69.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.69.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.69.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.69.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.69.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.69.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.7.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.7.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.7.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.7.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.7.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.7.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.70.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.70.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.70.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.70.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.70.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.70.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.71.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.71.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.71.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.71.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.71.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.71.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.72.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.72.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.72.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.72.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.72.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.72.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.73.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.73.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.73.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.73.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.73.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.73.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.74.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.74.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.74.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.74.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.74.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.74.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.75.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.75.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.75.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.75.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.75.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.75.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.76.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.76.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.76.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.76.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.76.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.76.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.77.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.77.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.77.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.77.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.77.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.77.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.78.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.78.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.78.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.78.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.78.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.78.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.79.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.79.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.79.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.79.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.79.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.79.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.8.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.8.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.8.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.8.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.8.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.8.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.80.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.80.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.80.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.80.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.80.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.80.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.81.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.81.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.81.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.81.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.81.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.81.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.82.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.82.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.82.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.82.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.82.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.82.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.83.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.83.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.83.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.83.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.83.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.83.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.84.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.84.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.84.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.84.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.84.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.84.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.85.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.85.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.85.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.85.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.85.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.85.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.86.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.86.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.86.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.86.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.86.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.86.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.87.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.87.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.87.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.87.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.87.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.87.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.88.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.88.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.88.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.88.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.88.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.88.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.89.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.89.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.89.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.89.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.89.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.89.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.9.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.9.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.9.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.9.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.9.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.9.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.90.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.90.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.90.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.90.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.90.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.90.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.91.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.91.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.91.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.91.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.91.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.91.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.92.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.92.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.92.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.92.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.92.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.92.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.93.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.93.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.93.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.93.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.93.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.93.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.94.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.94.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.94.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.94.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.94.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.94.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.95.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.95.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.95.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.95.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.95.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.95.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.96.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.96.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.96.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.96.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.96.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.96.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.97.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.97.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.97.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.97.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.97.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.97.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.98.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.98.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.98.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.98.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.98.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.98.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.99.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.99.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.99.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.99.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.99.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.experts.99.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.gate.e_score_correction_bias": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.gate.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.shared_experts.down_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.shared_experts.down_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.shared_experts.gate_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.shared_experts.gate_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.shared_experts.up_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.mlp.shared_experts.up_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.post_attention_layernorm.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.self_attn.k_proj.bias": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.self_attn.k_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.self_attn.k_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.self_attn.o_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.self_attn.o_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.self_attn.q_proj.bias": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.self_attn.q_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.self_attn.q_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.self_attn.v_proj.bias": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.self_attn.v_proj.weight": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.41.self_attn.v_proj.weight_scale": "model-00041-of-00046.safetensors",
+    "model.language_model.layers.42.input_layernorm.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.0.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.0.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.0.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.0.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.0.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.0.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.1.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.1.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.1.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.1.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.1.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.1.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.10.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.10.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.10.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.10.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.10.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.10.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.100.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.100.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.100.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.100.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.100.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.100.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.101.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.101.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.101.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.101.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.101.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.101.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.102.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.102.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.102.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.102.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.102.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.102.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.103.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.103.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.103.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.103.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.103.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.103.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.104.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.104.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.104.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.104.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.104.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.104.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.105.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.105.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.105.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.105.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.105.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.105.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.106.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.106.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.106.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.106.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.106.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.106.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.107.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.107.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.107.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.107.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.107.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.107.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.108.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.108.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.108.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.108.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.108.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.108.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.109.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.109.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.109.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.109.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.109.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.109.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.11.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.11.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.11.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.11.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.11.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.11.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.110.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.110.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.110.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.110.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.110.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.110.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.111.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.111.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.111.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.111.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.111.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.111.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.112.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.112.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.112.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.112.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.112.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.112.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.113.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.113.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.113.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.113.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.113.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.113.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.114.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.114.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.114.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.114.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.114.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.114.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.115.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.115.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.115.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.115.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.115.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.115.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.116.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.116.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.116.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.116.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.116.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.116.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.117.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.117.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.117.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.117.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.117.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.117.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.118.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.118.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.118.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.118.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.118.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.118.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.119.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.119.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.119.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.119.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.119.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.119.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.12.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.12.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.12.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.12.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.12.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.12.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.120.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.120.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.120.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.120.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.120.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.120.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.121.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.121.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.121.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.121.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.121.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.121.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.122.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.122.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.122.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.122.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.122.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.122.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.123.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.123.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.123.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.123.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.123.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.123.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.124.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.124.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.124.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.124.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.124.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.124.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.125.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.125.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.125.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.125.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.125.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.125.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.126.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.126.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.126.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.126.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.126.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.126.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.127.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.127.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.127.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.127.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.127.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.127.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.13.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.13.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.13.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.13.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.13.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.13.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.14.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.14.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.14.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.14.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.14.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.14.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.15.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.15.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.15.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.15.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.15.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.15.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.16.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.16.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.16.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.16.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.16.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.16.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.17.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.17.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.17.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.17.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.17.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.17.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.18.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.18.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.18.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.18.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.18.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.18.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.19.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.19.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.19.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.19.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.19.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.19.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.2.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.2.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.2.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.2.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.2.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.2.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.20.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.20.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.20.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.20.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.20.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.20.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.21.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.21.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.21.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.21.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.21.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.21.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.22.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.22.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.22.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.22.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.22.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.22.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.23.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.23.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.23.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.23.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.23.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.23.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.24.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.24.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.24.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.24.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.24.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.24.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.25.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.25.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.25.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.25.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.25.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.25.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.26.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.26.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.26.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.26.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.26.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.26.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.27.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.27.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.27.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.27.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.27.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.27.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.28.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.28.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.28.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.28.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.28.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.28.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.29.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.29.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.29.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.29.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.29.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.29.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.3.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.3.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.3.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.3.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.3.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.3.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.30.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.30.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.30.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.30.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.30.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.30.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.31.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.31.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.31.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.31.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.31.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.31.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.32.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.32.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.32.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.32.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.32.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.32.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.33.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.33.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.33.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.33.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.33.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.33.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.34.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.34.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.34.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.34.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.34.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.34.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.35.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.35.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.35.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.35.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.35.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.35.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.36.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.36.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.36.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.36.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.36.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.36.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.37.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.37.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.37.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.37.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.37.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.37.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.38.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.38.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.38.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.38.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.38.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.38.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.39.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.39.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.39.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.39.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.39.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.39.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.4.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.4.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.4.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.4.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.4.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.4.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.40.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.40.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.40.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.40.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.40.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.40.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.41.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.41.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.41.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.41.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.41.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.41.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.42.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.42.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.42.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.42.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.42.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.42.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.43.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.43.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.43.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.43.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.43.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.43.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.44.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.44.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.44.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.44.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.44.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.44.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.45.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.45.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.45.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.45.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.45.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.45.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.46.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.46.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.46.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.46.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.46.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.46.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.47.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.47.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.47.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.47.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.47.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.47.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.48.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.48.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.48.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.48.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.48.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.48.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.49.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.49.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.49.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.49.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.49.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.49.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.5.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.5.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.5.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.5.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.5.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.5.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.50.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.50.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.50.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.50.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.50.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.50.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.51.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.51.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.51.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.51.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.51.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.51.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.52.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.52.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.52.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.52.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.52.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.52.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.53.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.53.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.53.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.53.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.53.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.53.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.54.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.54.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.54.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.54.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.54.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.54.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.55.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.55.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.55.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.55.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.55.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.55.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.56.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.56.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.56.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.56.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.56.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.56.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.57.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.57.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.57.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.57.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.57.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.57.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.58.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.58.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.58.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.58.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.58.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.58.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.59.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.59.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.59.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.59.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.59.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.59.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.6.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.6.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.6.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.6.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.6.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.6.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.60.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.60.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.60.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.60.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.60.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.60.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.61.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.61.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.61.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.61.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.61.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.61.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.62.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.62.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.62.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.62.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.62.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.62.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.63.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.63.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.63.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.63.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.63.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.63.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.64.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.64.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.64.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.64.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.64.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.64.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.65.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.65.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.65.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.65.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.65.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.65.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.66.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.66.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.66.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.66.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.66.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.66.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.67.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.67.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.67.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.67.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.67.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.67.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.68.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.68.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.68.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.68.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.68.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.68.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.69.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.69.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.69.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.69.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.69.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.69.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.7.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.7.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.7.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.7.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.7.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.7.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.70.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.70.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.70.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.70.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.70.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.70.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.71.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.71.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.71.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.71.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.71.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.71.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.72.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.72.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.72.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.72.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.72.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.72.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.73.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.73.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.73.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.73.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.73.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.73.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.74.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.74.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.74.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.74.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.74.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.74.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.75.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.75.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.75.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.75.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.75.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.75.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.76.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.76.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.76.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.76.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.76.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.76.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.77.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.77.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.77.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.77.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.77.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.77.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.78.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.78.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.78.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.78.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.78.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.78.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.79.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.79.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.79.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.79.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.79.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.79.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.8.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.8.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.8.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.8.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.8.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.8.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.80.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.80.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.80.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.80.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.80.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.80.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.81.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.81.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.81.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.81.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.81.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.81.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.82.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.82.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.82.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.82.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.82.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.82.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.83.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.83.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.83.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.83.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.83.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.83.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.84.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.84.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.84.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.84.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.84.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.84.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.85.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.85.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.85.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.85.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.85.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.85.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.86.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.86.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.86.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.86.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.86.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.86.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.87.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.87.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.87.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.87.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.87.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.87.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.88.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.88.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.88.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.88.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.88.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.88.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.89.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.89.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.89.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.89.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.89.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.89.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.9.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.9.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.9.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.9.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.9.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.9.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.90.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.90.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.90.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.90.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.90.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.90.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.91.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.91.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.91.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.91.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.91.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.91.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.92.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.92.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.92.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.92.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.92.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.92.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.93.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.93.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.93.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.93.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.93.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.93.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.94.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.94.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.94.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.94.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.94.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.94.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.95.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.95.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.95.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.95.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.95.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.95.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.96.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.96.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.96.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.96.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.96.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.96.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.97.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.97.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.97.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.97.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.97.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.97.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.98.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.98.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.98.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.98.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.98.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.98.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.99.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.99.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.99.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.99.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.99.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.experts.99.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.gate.e_score_correction_bias": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.gate.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.shared_experts.down_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.shared_experts.down_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.shared_experts.gate_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.shared_experts.gate_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.shared_experts.up_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.mlp.shared_experts.up_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.post_attention_layernorm.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.self_attn.k_proj.bias": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.self_attn.k_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.self_attn.k_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.self_attn.o_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.self_attn.o_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.self_attn.q_proj.bias": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.self_attn.q_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.self_attn.q_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.self_attn.v_proj.bias": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.self_attn.v_proj.weight": "model-00042-of-00046.safetensors",
+    "model.language_model.layers.42.self_attn.v_proj.weight_scale": "model-00042-of-00046.safetensors",
+    "lm_head.weight": "model-00046-of-00046.safetensors",
+    "model.language_model.embed_tokens.weight": "model-00046-of-00046.safetensors",
+    "model.language_model.norm.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.12.attn.proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.12.attn.qkv.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.12.mlp.down_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.12.mlp.gate_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.12.mlp.up_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.12.norm1.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.12.norm2.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.13.attn.proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.13.attn.qkv.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.13.mlp.down_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.13.mlp.gate_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.13.mlp.up_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.13.norm1.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.13.norm2.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.14.attn.proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.14.attn.qkv.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.14.mlp.down_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.14.mlp.gate_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.14.mlp.up_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.14.norm1.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.14.norm2.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.15.attn.proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.15.attn.qkv.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.15.mlp.down_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.15.mlp.gate_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.15.mlp.up_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.15.norm1.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.15.norm2.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.16.attn.proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.16.attn.qkv.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.16.mlp.down_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.16.mlp.gate_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.16.mlp.up_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.16.norm1.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.16.norm2.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.17.attn.proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.17.attn.qkv.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.17.mlp.down_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.17.mlp.gate_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.17.mlp.up_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.17.norm1.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.17.norm2.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.18.attn.proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.18.attn.qkv.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.18.mlp.down_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.18.mlp.gate_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.18.mlp.up_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.18.norm1.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.18.norm2.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.19.attn.proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.19.attn.qkv.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.19.mlp.down_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.19.mlp.gate_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.19.mlp.up_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.19.norm1.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.19.norm2.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.20.attn.proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.20.attn.qkv.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.20.mlp.down_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.20.mlp.gate_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.20.mlp.up_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.20.norm1.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.20.norm2.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.21.attn.proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.21.attn.qkv.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.21.mlp.down_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.21.mlp.gate_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.21.mlp.up_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.21.norm1.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.21.norm2.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.22.attn.proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.22.attn.qkv.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.22.mlp.down_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.22.mlp.gate_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.22.mlp.up_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.22.norm1.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.22.norm2.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.23.attn.proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.23.attn.qkv.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.23.mlp.down_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.23.mlp.gate_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.23.mlp.up_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.23.norm1.weight": "model-00046-of-00046.safetensors",
+    "model.visual.blocks.23.norm2.weight": "model-00046-of-00046.safetensors",
+    "model.visual.downsample.bias": "model-00046-of-00046.safetensors",
+    "model.visual.downsample.weight": "model-00046-of-00046.safetensors",
+    "model.visual.embeddings.position_embedding.weight": "model-00046-of-00046.safetensors",
+    "model.visual.merger.down_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.merger.gate_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.merger.post_projection_norm.bias": "model-00046-of-00046.safetensors",
+    "model.visual.merger.post_projection_norm.weight": "model-00046-of-00046.safetensors",
+    "model.visual.merger.proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.merger.up_proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.patch_embed.proj.bias": "model-00046-of-00046.safetensors",
+    "model.visual.patch_embed.proj.weight": "model-00046-of-00046.safetensors",
+    "model.visual.post_conv_layernorm.weight": "model-00046-of-00046.safetensors",
+    "model.visual.post_layernorm.weight": "model-00046-of-00046.safetensors",
+    "model.language_model.layers.43.input_layernorm.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.0.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.0.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.0.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.0.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.0.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.0.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.1.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.1.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.1.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.1.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.1.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.1.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.10.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.10.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.10.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.10.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.10.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.10.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.100.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.100.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.100.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.100.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.100.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.100.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.101.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.101.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.101.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.101.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.101.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.101.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.102.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.102.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.102.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.102.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.102.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.102.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.103.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.103.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.103.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.103.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.103.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.103.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.104.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.104.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.104.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.104.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.104.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.104.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.105.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.105.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.105.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.105.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.105.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.105.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.106.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.106.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.106.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.106.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.106.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.106.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.107.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.107.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.107.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.107.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.107.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.107.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.108.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.108.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.108.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.108.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.108.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.108.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.109.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.109.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.109.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.109.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.109.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.109.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.11.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.11.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.11.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.11.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.11.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.11.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.110.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.110.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.110.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.110.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.110.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.110.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.111.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.111.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.111.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.111.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.111.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.111.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.112.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.112.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.112.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.112.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.112.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.112.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.113.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.113.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.113.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.113.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.113.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.113.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.114.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.114.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.114.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.114.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.114.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.114.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.115.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.115.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.115.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.115.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.115.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.115.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.116.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.116.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.116.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.116.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.116.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.116.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.117.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.117.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.117.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.117.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.117.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.117.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.118.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.118.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.118.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.118.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.118.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.118.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.119.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.119.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.119.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.119.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.119.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.119.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.12.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.12.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.12.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.12.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.12.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.12.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.120.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.120.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.120.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.120.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.120.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.120.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.121.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.121.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.121.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.121.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.121.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.121.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.122.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.122.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.122.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.122.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.122.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.122.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.123.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.123.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.123.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.123.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.123.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.123.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.124.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.124.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.124.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.124.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.124.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.124.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.125.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.125.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.125.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.125.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.125.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.125.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.126.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.126.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.126.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.126.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.126.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.126.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.127.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.127.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.127.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.127.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.127.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.127.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.13.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.13.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.13.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.13.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.13.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.13.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.14.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.14.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.14.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.14.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.14.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.14.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.15.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.15.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.15.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.15.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.15.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.15.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.16.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.16.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.16.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.16.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.16.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.16.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.17.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.17.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.17.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.17.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.17.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.17.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.18.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.18.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.18.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.18.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.18.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.18.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.19.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.19.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.19.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.19.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.19.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.19.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.2.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.2.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.2.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.2.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.2.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.2.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.20.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.20.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.20.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.20.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.20.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.20.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.21.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.21.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.21.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.21.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.21.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.21.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.22.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.22.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.22.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.22.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.22.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.22.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.23.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.23.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.23.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.23.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.23.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.23.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.24.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.24.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.24.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.24.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.24.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.24.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.25.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.25.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.25.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.25.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.25.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.25.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.26.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.26.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.26.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.26.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.26.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.26.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.27.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.27.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.27.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.27.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.27.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.27.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.28.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.28.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.28.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.28.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.28.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.28.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.29.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.29.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.29.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.29.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.29.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.29.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.3.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.3.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.3.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.3.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.3.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.3.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.30.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.30.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.30.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.30.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.30.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.30.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.31.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.31.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.31.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.31.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.31.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.31.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.32.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.32.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.32.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.32.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.32.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.32.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.33.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.33.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.33.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.33.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.33.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.33.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.34.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.34.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.34.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.34.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.34.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.34.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.35.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.35.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.35.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.35.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.35.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.35.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.36.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.36.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.36.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.36.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.36.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.36.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.37.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.37.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.37.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.37.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.37.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.37.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.38.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.38.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.38.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.38.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.38.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.38.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.39.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.39.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.39.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.39.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.39.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.39.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.4.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.4.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.4.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.4.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.4.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.4.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.40.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.40.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.40.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.40.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.40.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.40.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.41.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.41.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.41.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.41.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.41.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.41.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.42.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.42.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.42.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.42.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.42.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.42.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.43.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.43.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.43.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.43.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.43.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.43.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.44.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.44.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.44.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.44.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.44.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.44.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.45.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.45.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.45.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.45.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.45.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.45.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.46.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.46.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.46.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.46.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.46.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.46.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.47.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.47.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.47.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.47.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.47.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.47.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.48.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.48.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.48.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.48.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.48.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.48.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.49.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.49.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.49.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.49.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.49.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.49.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.5.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.5.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.5.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.5.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.5.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.5.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.50.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.50.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.50.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.50.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.50.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.50.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.51.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.51.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.51.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.51.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.51.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.51.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.52.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.52.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.52.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.52.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.52.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.52.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.53.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.53.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.53.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.53.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.53.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.53.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.54.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.54.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.54.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.54.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.54.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.54.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.55.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.55.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.55.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.55.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.55.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.55.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.56.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.56.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.56.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.56.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.56.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.56.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.57.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.57.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.57.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.57.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.57.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.57.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.58.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.58.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.58.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.58.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.58.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.58.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.59.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.59.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.59.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.59.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.59.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.59.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.6.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.6.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.6.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.6.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.6.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.6.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.60.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.60.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.60.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.60.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.60.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.60.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.61.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.61.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.61.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.61.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.61.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.61.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.62.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.62.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.62.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.62.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.62.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.62.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.63.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.63.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.63.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.63.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.63.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.63.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.64.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.64.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.64.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.64.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.64.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.64.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.65.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.65.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.65.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.65.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.65.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.65.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.66.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.66.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.66.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.66.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.66.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.66.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.67.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.67.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.67.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.67.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.67.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.67.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.68.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.68.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.68.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.68.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.68.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.68.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.69.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.69.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.69.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.69.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.69.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.69.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.7.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.7.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.7.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.7.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.7.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.7.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.70.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.70.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.70.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.70.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.70.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.70.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.71.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.71.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.71.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.71.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.71.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.71.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.72.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.72.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.72.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.72.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.72.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.72.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.73.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.73.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.73.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.73.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.73.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.73.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.74.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.74.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.74.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.74.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.74.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.74.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.75.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.75.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.75.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.75.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.75.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.75.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.76.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.76.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.76.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.76.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.76.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.76.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.77.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.77.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.77.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.77.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.77.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.77.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.78.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.78.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.78.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.78.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.78.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.78.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.79.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.79.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.79.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.79.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.79.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.79.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.8.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.8.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.8.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.8.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.8.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.8.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.80.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.80.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.80.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.80.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.80.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.80.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.81.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.81.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.81.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.81.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.81.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.81.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.82.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.82.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.82.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.82.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.82.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.82.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.83.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.83.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.83.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.83.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.83.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.83.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.84.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.84.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.84.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.84.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.84.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.84.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.85.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.85.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.85.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.85.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.85.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.85.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.86.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.86.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.86.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.86.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.86.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.86.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.87.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.87.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.87.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.87.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.87.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.87.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.88.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.88.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.88.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.88.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.88.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.88.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.89.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.89.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.89.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.89.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.89.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.89.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.9.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.9.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.9.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.9.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.9.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.9.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.90.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.90.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.90.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.90.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.90.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.90.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.91.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.91.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.91.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.91.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.91.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.91.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.92.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.92.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.92.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.92.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.92.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.92.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.93.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.93.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.93.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.93.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.93.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.93.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.94.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.94.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.94.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.94.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.94.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.94.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.95.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.95.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.95.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.95.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.95.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.95.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.96.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.96.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.96.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.96.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.96.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.96.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.97.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.97.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.97.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.97.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.97.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.97.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.98.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.98.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.98.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.98.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.98.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.98.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.99.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.99.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.99.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.99.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.99.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.experts.99.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.gate.e_score_correction_bias": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.gate.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.shared_experts.down_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.shared_experts.down_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.shared_experts.gate_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.shared_experts.gate_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.shared_experts.up_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.mlp.shared_experts.up_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.post_attention_layernorm.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.self_attn.k_proj.bias": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.self_attn.k_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.self_attn.k_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.self_attn.o_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.self_attn.o_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.self_attn.q_proj.bias": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.self_attn.q_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.self_attn.q_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.self_attn.v_proj.bias": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.self_attn.v_proj.weight": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.43.self_attn.v_proj.weight_scale": "model-00043-of-00046.safetensors",
+    "model.language_model.layers.44.input_layernorm.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.0.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.0.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.0.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.0.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.0.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.0.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.1.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.1.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.1.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.1.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.1.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.1.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.10.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.10.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.10.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.10.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.10.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.10.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.100.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.100.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.100.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.100.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.100.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.100.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.101.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.101.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.101.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.101.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.101.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.101.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.102.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.102.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.102.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.102.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.102.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.102.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.103.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.103.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.103.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.103.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.103.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.103.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.104.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.104.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.104.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.104.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.104.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.104.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.105.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.105.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.105.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.105.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.105.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.105.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.106.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.106.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.106.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.106.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.106.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.106.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.107.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.107.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.107.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.107.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.107.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.107.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.108.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.108.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.108.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.108.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.108.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.108.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.109.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.109.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.109.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.109.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.109.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.109.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.11.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.11.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.11.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.11.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.11.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.11.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.110.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.110.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.110.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.110.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.110.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.110.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.111.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.111.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.111.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.111.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.111.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.111.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.112.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.112.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.112.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.112.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.112.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.112.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.113.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.113.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.113.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.113.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.113.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.113.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.114.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.114.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.114.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.114.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.114.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.114.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.115.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.115.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.115.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.115.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.115.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.115.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.116.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.116.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.116.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.116.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.116.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.116.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.117.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.117.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.117.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.117.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.117.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.117.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.118.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.118.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.118.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.118.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.118.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.118.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.119.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.119.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.119.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.119.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.119.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.119.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.12.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.12.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.12.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.12.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.12.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.12.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.120.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.120.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.120.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.120.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.120.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.120.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.121.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.121.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.121.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.121.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.121.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.121.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.122.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.122.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.122.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.122.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.122.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.122.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.123.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.123.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.123.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.123.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.123.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.123.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.124.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.124.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.124.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.124.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.124.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.124.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.125.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.125.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.125.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.125.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.125.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.125.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.126.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.126.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.126.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.126.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.126.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.126.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.127.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.127.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.127.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.127.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.127.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.127.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.13.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.13.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.13.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.13.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.13.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.13.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.14.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.14.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.14.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.14.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.14.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.14.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.15.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.15.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.15.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.15.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.15.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.15.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.16.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.16.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.16.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.16.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.16.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.16.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.17.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.17.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.17.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.17.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.17.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.17.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.18.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.18.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.18.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.18.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.18.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.18.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.19.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.19.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.19.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.19.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.19.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.19.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.2.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.2.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.2.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.2.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.2.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.2.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.20.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.20.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.20.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.20.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.20.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.20.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.21.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.21.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.21.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.21.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.21.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.21.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.22.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.22.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.22.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.22.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.22.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.22.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.23.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.23.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.23.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.23.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.23.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.23.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.24.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.24.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.24.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.24.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.24.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.24.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.25.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.25.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.25.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.25.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.25.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.25.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.26.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.26.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.26.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.26.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.26.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.26.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.27.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.27.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.27.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.27.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.27.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.27.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.28.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.28.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.28.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.28.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.28.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.28.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.29.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.29.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.29.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.29.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.29.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.29.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.3.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.3.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.3.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.3.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.3.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.3.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.30.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.30.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.30.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.30.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.30.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.30.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.31.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.31.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.31.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.31.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.31.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.31.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.32.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.32.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.32.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.32.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.32.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.32.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.33.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.33.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.33.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.33.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.33.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.33.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.34.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.34.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.34.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.34.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.34.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.34.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.35.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.35.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.35.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.35.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.35.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.35.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.36.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.36.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.36.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.36.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.36.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.36.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.37.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.37.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.37.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.37.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.37.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.37.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.38.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.38.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.38.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.38.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.38.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.38.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.39.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.39.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.39.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.39.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.39.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.39.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.4.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.4.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.4.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.4.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.4.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.4.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.40.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.40.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.40.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.40.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.40.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.40.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.41.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.41.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.41.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.41.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.41.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.41.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.42.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.42.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.42.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.42.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.42.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.42.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.43.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.43.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.43.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.43.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.43.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.43.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.44.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.44.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.44.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.44.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.44.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.44.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.45.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.45.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.45.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.45.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.45.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.45.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.46.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.46.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.46.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.46.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.46.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.46.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.47.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.47.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.47.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.47.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.47.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.47.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.48.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.48.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.48.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.48.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.48.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.48.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.49.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.49.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.49.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.49.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.49.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.49.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.5.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.5.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.5.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.5.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.5.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.5.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.50.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.50.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.50.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.50.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.50.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.50.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.51.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.51.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.51.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.51.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.51.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.51.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.52.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.52.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.52.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.52.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.52.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.52.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.53.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.53.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.53.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.53.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.53.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.53.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.54.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.54.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.54.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.54.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.54.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.54.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.55.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.55.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.55.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.55.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.55.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.55.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.56.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.56.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.56.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.56.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.56.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.56.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.57.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.57.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.57.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.57.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.57.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.57.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.58.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.58.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.58.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.58.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.58.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.58.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.59.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.59.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.59.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.59.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.59.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.59.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.6.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.6.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.6.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.6.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.6.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.6.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.60.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.60.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.60.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.60.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.60.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.60.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.61.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.61.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.61.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.61.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.61.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.61.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.62.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.62.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.62.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.62.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.62.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.62.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.63.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.63.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.63.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.63.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.63.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.63.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.64.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.64.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.64.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.64.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.64.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.64.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.65.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.65.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.65.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.65.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.65.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.65.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.66.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.66.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.66.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.66.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.66.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.66.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.67.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.67.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.67.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.67.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.67.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.67.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.68.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.68.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.68.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.68.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.68.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.68.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.69.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.69.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.69.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.69.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.69.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.69.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.7.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.7.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.7.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.7.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.7.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.7.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.70.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.70.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.70.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.70.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.70.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.70.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.71.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.71.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.71.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.71.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.71.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.71.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.72.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.72.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.72.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.72.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.72.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.72.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.73.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.73.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.73.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.73.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.73.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.73.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.74.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.74.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.74.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.74.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.74.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.74.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.75.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.75.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.75.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.75.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.75.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.75.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.76.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.76.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.76.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.76.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.76.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.76.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.77.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.77.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.77.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.77.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.77.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.77.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.78.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.78.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.78.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.78.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.78.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.78.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.79.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.79.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.79.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.79.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.79.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.79.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.8.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.8.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.8.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.8.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.8.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.8.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.80.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.80.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.80.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.80.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.80.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.80.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.81.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.81.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.81.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.81.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.81.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.81.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.82.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.82.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.82.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.82.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.82.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.82.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.83.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.83.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.83.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.83.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.83.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.83.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.84.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.84.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.84.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.84.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.84.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.84.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.85.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.85.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.85.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.85.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.85.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.85.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.86.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.86.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.86.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.86.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.86.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.86.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.87.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.87.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.87.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.87.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.87.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.87.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.88.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.88.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.88.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.88.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.88.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.88.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.89.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.89.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.89.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.89.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.89.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.89.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.9.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.9.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.9.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.9.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.9.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.9.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.90.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.90.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.90.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.90.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.90.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.90.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.91.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.91.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.91.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.91.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.91.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.91.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.92.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.92.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.92.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.92.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.92.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.92.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.93.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.93.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.93.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.93.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.93.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.93.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.94.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.94.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.94.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.94.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.94.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.94.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.95.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.95.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.95.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.95.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.95.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.95.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.96.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.96.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.96.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.96.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.96.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.96.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.97.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.97.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.97.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.97.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.97.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.97.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.98.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.98.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.98.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.98.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.98.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.98.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.99.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.99.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.99.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.99.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.99.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.experts.99.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.gate.e_score_correction_bias": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.gate.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.shared_experts.down_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.shared_experts.down_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.shared_experts.gate_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.shared_experts.gate_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.shared_experts.up_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.mlp.shared_experts.up_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.post_attention_layernorm.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.self_attn.k_proj.bias": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.self_attn.k_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.self_attn.k_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.self_attn.o_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.self_attn.o_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.self_attn.q_proj.bias": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.self_attn.q_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.self_attn.q_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.self_attn.v_proj.bias": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.self_attn.v_proj.weight": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.44.self_attn.v_proj.weight_scale": "model-00044-of-00046.safetensors",
+    "model.language_model.layers.45.input_layernorm.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.0.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.0.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.0.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.0.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.0.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.0.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.1.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.1.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.1.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.1.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.1.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.1.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.10.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.10.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.10.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.10.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.10.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.10.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.100.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.100.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.100.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.100.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.100.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.100.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.101.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.101.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.101.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.101.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.101.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.101.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.102.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.102.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.102.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.102.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.102.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.102.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.103.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.103.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.103.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.103.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.103.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.103.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.104.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.104.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.104.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.104.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.104.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.104.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.105.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.105.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.105.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.105.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.105.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.105.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.106.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.106.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.106.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.106.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.106.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.106.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.107.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.107.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.107.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.107.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.107.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.107.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.108.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.108.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.108.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.108.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.108.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.108.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.109.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.109.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.109.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.109.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.109.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.109.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.11.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.11.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.11.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.11.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.11.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.11.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.110.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.110.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.110.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.110.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.110.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.110.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.111.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.111.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.111.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.111.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.111.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.111.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.112.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.112.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.112.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.112.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.112.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.112.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.113.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.113.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.113.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.113.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.113.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.113.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.114.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.114.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.114.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.114.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.114.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.114.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.115.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.115.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.115.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.115.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.115.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.115.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.116.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.116.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.116.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.116.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.116.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.116.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.117.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.117.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.117.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.117.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.117.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.117.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.118.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.118.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.118.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.118.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.118.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.118.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.119.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.119.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.119.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.119.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.119.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.119.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.12.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.12.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.12.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.12.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.12.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.12.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.120.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.120.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.120.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.120.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.120.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.120.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.121.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.121.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.121.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.121.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.121.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.121.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.122.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.122.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.122.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.122.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.122.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.122.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.123.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.123.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.123.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.123.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.123.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.123.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.124.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.124.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.124.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.124.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.124.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.124.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.125.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.125.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.125.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.125.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.125.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.125.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.126.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.126.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.126.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.126.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.126.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.126.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.127.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.127.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.127.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.127.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.127.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.127.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.13.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.13.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.13.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.13.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.13.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.13.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.14.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.14.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.14.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.14.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.14.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.14.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.15.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.15.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.15.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.15.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.15.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.15.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.16.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.16.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.16.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.16.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.16.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.16.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.17.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.17.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.17.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.17.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.17.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.17.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.18.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.18.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.18.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.18.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.18.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.18.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.19.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.19.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.19.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.19.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.19.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.19.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.2.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.2.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.2.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.2.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.2.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.2.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.20.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.20.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.20.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.20.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.20.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.20.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.21.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.21.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.21.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.21.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.21.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.21.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.22.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.22.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.22.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.22.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.22.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.22.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.23.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.23.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.23.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.23.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.23.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.23.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.24.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.24.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.24.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.24.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.24.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.24.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.25.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.25.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.25.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.25.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.25.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.25.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.26.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.26.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.26.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.26.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.26.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.26.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.27.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.27.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.27.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.27.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.27.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.27.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.28.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.28.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.28.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.28.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.28.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.28.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.29.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.29.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.29.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.29.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.29.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.29.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.3.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.3.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.3.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.3.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.3.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.3.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.30.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.30.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.30.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.30.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.30.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.30.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.31.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.31.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.31.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.31.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.31.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.31.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.32.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.32.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.32.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.32.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.32.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.32.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.33.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.33.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.33.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.33.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.33.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.33.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.34.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.34.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.34.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.34.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.34.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.34.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.35.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.35.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.35.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.35.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.35.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.35.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.36.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.36.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.36.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.36.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.36.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.36.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.37.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.37.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.37.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.37.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.37.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.37.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.38.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.38.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.38.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.38.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.38.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.38.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.39.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.39.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.39.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.39.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.39.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.39.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.4.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.4.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.4.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.4.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.4.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.4.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.40.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.40.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.40.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.40.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.40.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.40.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.41.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.41.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.41.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.41.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.41.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.41.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.42.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.42.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.42.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.42.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.42.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.42.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.43.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.43.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.43.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.43.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.43.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.43.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.44.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.44.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.44.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.44.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.44.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.44.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.45.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.45.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.45.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.45.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.45.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.45.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.46.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.46.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.46.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.46.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.46.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.46.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.47.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.47.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.47.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.47.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.47.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.47.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.48.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.48.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.48.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.48.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.48.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.48.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.49.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.49.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.49.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.49.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.49.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.49.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.5.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.5.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.5.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.5.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.5.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.5.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.50.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.50.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.50.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.50.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.50.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.50.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.51.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.51.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.51.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.51.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.51.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.51.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.52.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.52.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.52.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.52.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.52.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.52.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.53.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.53.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.53.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.53.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.53.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.53.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.54.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.54.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.54.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.54.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.54.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.54.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.55.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.55.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.55.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.55.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.55.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.55.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.56.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.56.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.56.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.56.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.56.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.56.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.57.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.57.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.57.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.57.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.57.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.57.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.58.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.58.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.58.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.58.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.58.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.58.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.59.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.59.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.59.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.59.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.59.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.59.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.6.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.6.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.6.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.6.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.6.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.6.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.60.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.60.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.60.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.60.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.60.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.60.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.61.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.61.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.61.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.61.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.61.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.61.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.62.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.62.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.62.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.62.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.62.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.62.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.63.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.63.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.63.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.63.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.63.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.63.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.64.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.64.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.64.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.64.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.64.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.64.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.65.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.65.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.65.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.65.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.65.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.65.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.66.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.66.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.66.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.66.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.66.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.66.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.67.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.67.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.67.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.67.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.67.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.67.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.68.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.68.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.68.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.68.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.68.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.68.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.69.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.69.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.69.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.69.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.69.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.69.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.7.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.7.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.7.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.7.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.7.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.7.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.70.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.70.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.70.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.70.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.70.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.70.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.71.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.71.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.71.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.71.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.71.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.71.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.72.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.72.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.72.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.72.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.72.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.72.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.73.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.73.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.73.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.73.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.73.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.73.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.74.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.74.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.74.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.74.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.74.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.74.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.75.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.75.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.75.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.75.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.75.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.75.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.76.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.76.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.76.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.76.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.76.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.76.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.77.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.77.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.77.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.77.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.77.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.77.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.78.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.78.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.78.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.78.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.78.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.78.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.79.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.79.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.79.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.79.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.79.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.79.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.8.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.8.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.8.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.8.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.8.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.8.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.80.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.80.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.80.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.80.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.80.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.80.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.81.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.81.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.81.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.81.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.81.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.81.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.82.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.82.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.82.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.82.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.82.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.82.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.83.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.83.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.83.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.83.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.83.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.83.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.84.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.84.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.84.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.84.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.84.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.84.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.85.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.85.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.85.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.85.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.85.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.85.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.86.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.86.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.86.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.86.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.86.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.86.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.87.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.87.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.87.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.87.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.87.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.87.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.88.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.88.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.88.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.88.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.88.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.88.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.89.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.89.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.89.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.89.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.89.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.89.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.9.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.9.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.9.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.9.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.9.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.9.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.90.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.90.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.90.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.90.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.90.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.90.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.91.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.91.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.91.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.91.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.91.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.91.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.92.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.92.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.92.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.92.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.92.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.92.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.93.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.93.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.93.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.93.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.93.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.93.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.94.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.94.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.94.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.94.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.94.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.94.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.95.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.95.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.95.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.95.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.95.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.95.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.96.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.96.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.96.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.96.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.96.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.96.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.97.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.97.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.97.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.97.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.97.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.97.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.98.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.98.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.98.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.98.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.98.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.98.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.99.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.99.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.99.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.99.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.99.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.experts.99.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.gate.e_score_correction_bias": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.gate.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.shared_experts.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.shared_experts.down_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.shared_experts.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.shared_experts.gate_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.shared_experts.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.mlp.shared_experts.up_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.post_attention_layernorm.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.self_attn.k_proj.bias": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.self_attn.k_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.self_attn.k_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.self_attn.o_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.self_attn.o_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.self_attn.q_proj.bias": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.self_attn.q_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.self_attn.q_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.self_attn.v_proj.bias": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.self_attn.v_proj.weight": "model-00045-of-00046.safetensors",
+    "model.language_model.layers.45.self_attn.v_proj.weight_scale": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.0.attn.proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.0.attn.qkv.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.0.mlp.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.0.mlp.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.0.mlp.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.0.norm1.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.0.norm2.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.1.attn.proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.1.attn.qkv.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.1.mlp.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.1.mlp.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.1.mlp.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.1.norm1.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.1.norm2.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.10.attn.proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.10.attn.qkv.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.10.mlp.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.10.mlp.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.10.mlp.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.10.norm1.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.10.norm2.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.11.attn.proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.11.attn.qkv.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.11.mlp.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.11.mlp.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.11.mlp.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.11.norm1.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.11.norm2.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.2.attn.proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.2.attn.qkv.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.2.mlp.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.2.mlp.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.2.mlp.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.2.norm1.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.2.norm2.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.3.attn.proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.3.attn.qkv.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.3.mlp.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.3.mlp.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.3.mlp.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.3.norm1.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.3.norm2.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.4.attn.proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.4.attn.qkv.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.4.mlp.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.4.mlp.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.4.mlp.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.4.norm1.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.4.norm2.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.5.attn.proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.5.attn.qkv.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.5.mlp.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.5.mlp.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.5.mlp.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.5.norm1.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.5.norm2.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.6.attn.proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.6.attn.qkv.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.6.mlp.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.6.mlp.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.6.mlp.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.6.norm1.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.6.norm2.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.7.attn.proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.7.attn.qkv.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.7.mlp.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.7.mlp.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.7.mlp.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.7.norm1.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.7.norm2.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.8.attn.proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.8.attn.qkv.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.8.mlp.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.8.mlp.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.8.mlp.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.8.norm1.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.8.norm2.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.9.attn.proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.9.attn.qkv.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.9.mlp.down_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.9.mlp.gate_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.9.mlp.up_proj.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.9.norm1.weight": "model-00045-of-00046.safetensors",
+    "model.visual.blocks.9.norm2.weight": "model-00045-of-00046.safetensors"
+  },
+  "metadata": {
+    "total_size": 83858880
+  }
+}
\ No newline at end of file
diff --git a/preprocessor_config.json b/preprocessor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f049d095ff007ac36d302b9be0822ad12e17a631
--- /dev/null
+++ b/preprocessor_config.json
@@ -0,0 +1,11 @@
+{
+    "size": {"shortest_edge": 12544, "longest_edge": 9633792},
+    "do_rescale": true,
+    "patch_size": 14,
+    "temporal_patch_size": 2,
+    "merge_size": 2,
+    "image_mean": [0.48145466, 0.4578275, 0.40821073],
+    "image_std": [0.26862954, 0.26130258, 0.27577711],
+    "image_processor_type": "Glm4vImageProcessor",
+    "processor_class": "Glm4vProcessor"
+}
\ No newline at end of file
diff --git a/tokenizer.json b/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..43a71efad1ab3f7e4d66d1e48e7cc44f68f21f3a
--- /dev/null
+++ b/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9340665016419c825c4bdabbcc9acc43b7ca2c68ce142724afa829abb1be5efd
+size 19970699
diff --git a/tokenizer_config.json b/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..053f12c9b03d5acbcc921042ea0c87a6baa5d3f7
--- /dev/null
+++ b/tokenizer_config.json
@@ -0,0 +1,325 @@
+{
+  "added_tokens_decoder": {
+    "151329": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151330": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151331": {
+      "content": "[gMASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151332": {
+      "content": "[sMASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151333": {
+      "content": "<sop>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151334": {
+      "content": "<eop>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151335": {
+      "content": "<|system|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151336": {
+      "content": "<|user|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151337": {
+      "content": "<|assistant|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151338": {
+      "content": "<|observation|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151339": {
+      "content": "<|begin_of_image|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151340": {
+      "content": "<|end_of_image|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151341": {
+      "content": "<|begin_of_video|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151342": {
+      "content": "<|end_of_video|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151343": {
+      "content": "<|begin_of_audio|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151344": {
+      "content": "<|end_of_audio|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151345": {
+      "content": "<|begin_of_transcription|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151346": {
+      "content": "<|end_of_transcription|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151347": {
+      "content": "<|code_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151348": {
+      "content": "<|code_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151349": {
+      "content": "<|code_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151350": {
+      "content": "<think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151351": {
+      "content": "</think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151352": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151353": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151354": {
+      "content": "<tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151355": {
+      "content": "</tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151356": {
+      "content": "<arg_key>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151357": {
+      "content": "</arg_key>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151358": {
+      "content": "<arg_value>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151359": {
+      "content": "</arg_value>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151360": {
+      "content": "/nothink",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151361": {
+      "content": "<|begin_of_box|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151362": {
+      "content": "<|end_of_box|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151363": {
+      "content": "<|image|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151364": {
+      "content": "<|video|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|endoftext|>",
+    "[MASK]",
+    "[gMASK]",
+    "[sMASK]",
+    "<sop>",
+    "<eop>",
+    "<|system|>",
+    "<|user|>",
+    "<|assistant|>",
+    "<|observation|>",
+    "<|begin_of_image|>",
+    "<|end_of_image|>",
+    "<|begin_of_video|>",
+    "<|end_of_video|>",
+    "<|begin_of_audio|>",
+    "<|end_of_audio|>",
+    "<|begin_of_transcription|>",
+    "<|end_of_transcription|>",
+    "<|code_prefix|>",
+    "<|code_middle|>",
+    "<|code_suffix|>",
+    "/nothink"
+  ],
+  "clean_up_tokenization_spaces": false,
+  "do_lower_case": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 128000,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "left",
+  "remove_space": false,
+  "tokenizer_class": "PreTrainedTokenizer"
+}
diff --git a/video_preprocessor_config.json b/video_preprocessor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7e93de5ff416f265523357ee68fff6530399d228
--- /dev/null
+++ b/video_preprocessor_config.json
@@ -0,0 +1,11 @@
+{
+    "size": {"shortest_edge": 12544, "longest_edge": 47040000},
+    "do_rescale": true,
+    "patch_size": 14,
+    "temporal_patch_size": 2,
+    "merge_size": 2,
+    "image_mean": [0.48145466, 0.4578275, 0.40821073],
+    "image_std": [0.26862954, 0.26130258, 0.27577711],
+    "video_processor_type": "Glm4vVideoProcessor",
+    "processor_class": "Glm4vProcessor"
+}
\ No newline at end of file