Upload 5 files

Files changed (3) hide show

tokenizer/tokenizer.json ADDED Viewed

The diff for this file is too large to render. See raw diff

tokenizer/tokenizer_config.json CHANGED Viewed

@@ -21,7 +21,7 @@
   "errors": "replace",
   "model_max_length": 77,
   "pad_token": "<|endoftext|>",
-  "tokenizer_class": "CLIPTokenizerFast",
   "unk_token": {
     "__type": "AddedToken",
     "content": "<|endoftext|>",

   "errors": "replace",
   "model_max_length": 77,
   "pad_token": "<|endoftext|>",
+  "tokenizer_class": "CLIPTokenizer",
   "unk_token": {
     "__type": "AddedToken",
     "content": "<|endoftext|>",

tokenizer/vocab.json CHANGED Viewed

The diff for this file is too large to render. See raw diff