add special tokens

tokenizer_config.json

@@ -47,6 +47,11 @@
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
+  "extra_special_tokens": {
+    "image_token": "<image>",
+    "video_token": "<video>"
+  },
+  "image_token": "<image>",
   "legacy": false,
   "model_max_length": 4096,
   "pad_token": "<unk>",
@@ -56,5 +61,6 @@
   "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",
   "unk_token": "<unk>",
-  "use_default_system_prompt": false
+  "use_default_system_prompt": false,
+  "video_token": "<video>"
 }