fix(genai_config): Adds extra EOS token to improve chat outputs.
Browse files
cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4/genai_config.json
CHANGED
|
@@ -28,6 +28,7 @@
|
|
| 28 |
},
|
| 29 |
"eos_token_id": [
|
| 30 |
32000,
|
|
|
|
| 31 |
32007
|
| 32 |
],
|
| 33 |
"pad_token_id": 32000,
|
|
|
|
| 28 |
},
|
| 29 |
"eos_token_id": [
|
| 30 |
32000,
|
| 31 |
+
32001,
|
| 32 |
32007
|
| 33 |
],
|
| 34 |
"pad_token_id": 32000,
|
cpu_and_mobile/cpu-int4-rtn-block-32/genai_config.json
CHANGED
|
@@ -28,6 +28,7 @@
|
|
| 28 |
},
|
| 29 |
"eos_token_id": [
|
| 30 |
32000,
|
|
|
|
| 31 |
32007
|
| 32 |
],
|
| 33 |
"pad_token_id": 32000,
|
|
|
|
| 28 |
},
|
| 29 |
"eos_token_id": [
|
| 30 |
32000,
|
| 31 |
+
32001,
|
| 32 |
32007
|
| 33 |
],
|
| 34 |
"pad_token_id": 32000,
|
cuda/cuda-fp16/genai_config.json
CHANGED
|
@@ -33,6 +33,7 @@
|
|
| 33 |
},
|
| 34 |
"eos_token_id": [
|
| 35 |
32000,
|
|
|
|
| 36 |
32007
|
| 37 |
],
|
| 38 |
"pad_token_id": 32000,
|
|
|
|
| 33 |
},
|
| 34 |
"eos_token_id": [
|
| 35 |
32000,
|
| 36 |
+
32001,
|
| 37 |
32007
|
| 38 |
],
|
| 39 |
"pad_token_id": 32000,
|
cuda/cuda-int4-rtn-block-32/genai_config.json
CHANGED
|
@@ -33,6 +33,7 @@
|
|
| 33 |
},
|
| 34 |
"eos_token_id": [
|
| 35 |
32000,
|
|
|
|
| 36 |
32007
|
| 37 |
],
|
| 38 |
"pad_token_id": 32000,
|
|
|
|
| 33 |
},
|
| 34 |
"eos_token_id": [
|
| 35 |
32000,
|
| 36 |
+
32001,
|
| 37 |
32007
|
| 38 |
],
|
| 39 |
"pad_token_id": 32000,
|
directml/directml-int4-awq-block-128/genai_config.json
CHANGED
|
@@ -31,6 +31,7 @@
|
|
| 31 |
},
|
| 32 |
"eos_token_id": [
|
| 33 |
32000,
|
|
|
|
| 34 |
32007
|
| 35 |
],
|
| 36 |
"pad_token_id": 32000,
|
|
|
|
| 31 |
},
|
| 32 |
"eos_token_id": [
|
| 33 |
32000,
|
| 34 |
+
32001,
|
| 35 |
32007
|
| 36 |
],
|
| 37 |
"pad_token_id": 32000,
|