JunHowie commited on
Commit
06b7360
·
verified ·
1 Parent(s): 1c0295f

Update config.json

Browse files

[BugFix] Fix compatibility issues with vLLM 0.10.1

Files changed (1) hide show
  1. config.json +2 -1
config.json CHANGED
@@ -44,7 +44,8 @@
44
  "group_size": 128,
45
  "sym": true,
46
  "desc_act": false,
47
- "dynamic": {
 
48
  "+:model[.]layers[.]([0-6])[.].*": {
49
  "bits": 8
50
  }
 
44
  "group_size": 128,
45
  "sym": true,
46
  "desc_act": false,
47
+ "dynamic": {
48
+ "-:model[.]layers[.]\\d+[.]mlp.gate*": {},
49
  "+:model[.]layers[.]([0-6])[.].*": {
50
  "bits": 8
51
  }