Commit ·
b985d09
1
Parent(s): 267437e
Allow single quotes "'" and hyphens "-" (#4)
Browse files- Allow single quotes "'" and hyphens "-" (0953d8ba6f790ff1534c090792df9949efb99e46)
Co-authored-by: Sanchit Gandhi <sanchit-gandhi@users.noreply.huggingface.co>
- config.json +0 -2
config.json
CHANGED
|
@@ -50,12 +50,10 @@
|
|
| 50 |
"suppress_tokens": [
|
| 51 |
1,
|
| 52 |
2,
|
| 53 |
-
6,
|
| 54 |
7,
|
| 55 |
8,
|
| 56 |
9,
|
| 57 |
10,
|
| 58 |
-
12,
|
| 59 |
14,
|
| 60 |
25,
|
| 61 |
26,
|
|
|
|
| 50 |
"suppress_tokens": [
|
| 51 |
1,
|
| 52 |
2,
|
|
|
|
| 53 |
7,
|
| 54 |
8,
|
| 55 |
9,
|
| 56 |
10,
|
|
|
|
| 57 |
14,
|
| 58 |
25,
|
| 59 |
26,
|