Update tokenizer_config.json (#4)
Browse files- Update tokenizer_config.json (15155863e700256a7b53791e9cba2d8df9258ab3)
- tokenizer_config.json +5 -1
 
    	
        tokenizer_config.json
    CHANGED
    
    | 
         @@ -17,5 +17,9 @@ 
     | 
|
| 17 | 
         
             
              "strip_accents": null,
         
     | 
| 18 | 
         
             
              "tokenize_chinese_chars": true,
         
     | 
| 19 | 
         
             
              "tokenizer_class": "BertTokenizer",
         
     | 
| 20 | 
         
            -
              "unk_token": "[UNK]"
         
     | 
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 21 | 
         
             
            }
         
     | 
| 
         | 
|
| 17 | 
         
             
              "strip_accents": null,
         
     | 
| 18 | 
         
             
              "tokenize_chinese_chars": true,
         
     | 
| 19 | 
         
             
              "tokenizer_class": "BertTokenizer",
         
     | 
| 20 | 
         
            +
              "unk_token": "[UNK]",
         
     | 
| 21 | 
         
            +
              "model_input_names": [
         
     | 
| 22 | 
         
            +
                "input_ids",
         
     | 
| 23 | 
         
            +
                "attention_mask"
         
     | 
| 24 | 
         
            +
              ]
         
     | 
| 25 | 
         
             
            }
         
     |