Update quantize.yaml
Browse files- quantize.yaml +1 -9
quantize.yaml
CHANGED
@@ -38,12 +38,4 @@ test_stage:
|
|
38 |
input_activations: null
|
39 |
weights:
|
40 |
num_bits: 8
|
41 |
-
symmetric: false
|
42 |
-
SparseGPTModifier:
|
43 |
-
sparsity: 0.0
|
44 |
-
block_size: 128
|
45 |
-
sequential_update: true
|
46 |
-
quantize: true
|
47 |
-
percdamp: 0.01
|
48 |
-
mask_structure: "0:0"
|
49 |
-
targets: ["re:model.layers.\\d*$"]
|
|
|
38 |
input_activations: null
|
39 |
weights:
|
40 |
num_bits: 8
|
41 |
+
symmetric: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|