MiniMaxAI
/

MiniMax-M1-40k

Text Generation

Model card Files Files and versions

QscQ commited on Jun 14

Commit

3b20a9c

·

1 Parent(s): 5fe30d5

fix docs

Files changed (1) hide show

config.json +4 -4

config.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "architectures": [
-    "MiniMaxText01ForCausalLM"
   ],
   "attention_dropout": 0.0,
   "attn_type_list": [
@@ -86,8 +86,8 @@
     1
   ],
   "auto_map": {
-    "AutoConfig": "configuration_minimax_m1.MiniMaxText01Config",
-    "AutoModelForCausalLM": "modeling_minimax_m1.MiniMaxText01ForCausalLM"
   },
   "bos_token_id": null,
   "eos_token_id": null,
@@ -103,7 +103,7 @@
   "layernorm_mlp_alpha": 3.5565588200778455,
   "layernorm_mlp_beta": 1.0,
   "max_position_embeddings": 10240000,
-  "model_type": "minimax_text_01",
   "num_attention_heads": 64,
   "num_experts_per_tok": 2,
   "num_hidden_layers": 80,

 {
   "architectures": [
+    "MiniMaxM1ForCausalLM"
   ],
   "attention_dropout": 0.0,
   "attn_type_list": [
     1
   ],
   "auto_map": {
+    "AutoConfig": "configuration_minimax_m1.MiniMaxM1Config",
+    "AutoModelForCausalLM": "modeling_minimax_m1.MiniMaxM1ForCausalLM"
   },
   "bos_token_id": null,
   "eos_token_id": null,
   "layernorm_mlp_alpha": 3.5565588200778455,
   "layernorm_mlp_beta": 1.0,
   "max_position_embeddings": 10240000,
+  "model_type": "minimax_m1",
   "num_attention_heads": 64,
   "num_experts_per_tok": 2,
   "num_hidden_layers": 80,