Synthyra
/

ESMplusplus_small

Model card Files Files and versions

lhallee commited on 5 days ago

Commit

0d3c647

·

verified ·

1 Parent(s): 7d00bf6

Upload tokenizer

Files changed (1) hide show

tokenizer.json +0 -18

tokenizer.json CHANGED Viewed

@@ -83,35 +83,17 @@
       }
     ],
     "pair": [
-      {
-        "SpecialToken": {
-          "id": "<cls>",
-          "type_id": 0
-        }
-      },
       {
         "Sequence": {
           "id": "A",
           "type_id": 0
         }
       },
-      {
-        "SpecialToken": {
-          "id": "<eos>",
-          "type_id": 0
-        }
-      },
       {
         "Sequence": {
           "id": "B",
           "type_id": 1
         }
-      },
-      {
-        "SpecialToken": {
-          "id": "<eos>",
-          "type_id": 1
-        }
       }
     ],
     "special_tokens": {

       }
     ],
     "pair": [
       {
         "Sequence": {
           "id": "A",
           "type_id": 0
         }
       },
       {
         "Sequence": {
           "id": "B",
           "type_id": 1
         }
       }
     ],
     "special_tokens": {