manaestras commited on
Commit
1ad3653
·
verified ·
1 Parent(s): f21d329

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +1 -2
config.json CHANGED
@@ -9,7 +9,6 @@
9
  "attention_bias": false,
10
  "attention_dropout": 0.1,
11
  "attention_head_dim": 128,
12
- "head_dim": 128,
13
  "auto_map": {
14
  "AutoConfig": "configuration_hunyuan.HunYuanConfig",
15
  "AutoModel": "hunyuan.HunYuanModel",
@@ -37,7 +36,7 @@
37
  "mask_init_id": 13,
38
  "max_position_embeddings": 32768,
39
  "mlp_bias": false,
40
- "model_type": "hunyuan_v1_moe",
41
  "moe_drop_tokens": false,
42
  "moe_intermediate_size": [
43
  3072,
 
9
  "attention_bias": false,
10
  "attention_dropout": 0.1,
11
  "attention_head_dim": 128,
 
12
  "auto_map": {
13
  "AutoConfig": "configuration_hunyuan.HunYuanConfig",
14
  "AutoModel": "hunyuan.HunYuanModel",
 
36
  "mask_init_id": 13,
37
  "max_position_embeddings": 32768,
38
  "mlp_bias": false,
39
+ "model_type": "hunyuan",
40
  "moe_drop_tokens": false,
41
  "moe_intermediate_size": [
42
  3072,