Upload config.json with huggingface_hub
Browse files- config.json +1 -2
config.json
CHANGED
@@ -9,7 +9,6 @@
|
|
9 |
"attention_bias": false,
|
10 |
"attention_dropout": 0.1,
|
11 |
"attention_head_dim": 128,
|
12 |
-
"head_dim": 128,
|
13 |
"auto_map": {
|
14 |
"AutoConfig": "configuration_hunyuan.HunYuanConfig",
|
15 |
"AutoModel": "hunyuan.HunYuanModel",
|
@@ -37,7 +36,7 @@
|
|
37 |
"mask_init_id": 13,
|
38 |
"max_position_embeddings": 32768,
|
39 |
"mlp_bias": false,
|
40 |
-
"model_type": "
|
41 |
"moe_drop_tokens": false,
|
42 |
"moe_intermediate_size": [
|
43 |
3072,
|
|
|
9 |
"attention_bias": false,
|
10 |
"attention_dropout": 0.1,
|
11 |
"attention_head_dim": 128,
|
|
|
12 |
"auto_map": {
|
13 |
"AutoConfig": "configuration_hunyuan.HunYuanConfig",
|
14 |
"AutoModel": "hunyuan.HunYuanModel",
|
|
|
36 |
"mask_init_id": 13,
|
37 |
"max_position_embeddings": 32768,
|
38 |
"mlp_bias": false,
|
39 |
+
"model_type": "hunyuan",
|
40 |
"moe_drop_tokens": false,
|
41 |
"moe_intermediate_size": [
|
42 |
3072,
|