config_update
#1
by
kewang2
- opened
- config.json +6 -1
config.json
CHANGED
|
@@ -108,7 +108,12 @@
|
|
| 108 |
"lm_head"
|
| 109 |
],
|
| 110 |
"kv_cache_scheme": "static",
|
| 111 |
-
"quant_method": "fp8"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 112 |
},
|
| 113 |
"replicate_lm_head": false,
|
| 114 |
"rms_norm_eps": 1e-05,
|
|
|
|
| 108 |
"lm_head"
|
| 109 |
],
|
| 110 |
"kv_cache_scheme": "static",
|
| 111 |
+
"quant_method": "fp8",
|
| 112 |
+
"int4_experts": {
|
| 113 |
+
"bits": 4,
|
| 114 |
+
"sym": true,
|
| 115 |
+
"group": "column"
|
| 116 |
+
}
|
| 117 |
},
|
| 118 |
"replicate_lm_head": false,
|
| 119 |
"rms_norm_eps": 1e-05,
|