Upload 6 files

config.json

@@ -11,13 +11,13 @@
   "intermediate_size": 3840,
   "max_position_embeddings": 2048,
   "model_type": "llama",
-  "num_attention_heads": 32,
+  "num_attention_heads": 16,
   "num_hidden_layers": 24,
   "pad_token_id": 0,
   "rms_norm_eps": 1e-06,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
-  "transformers_version": "4.28.1",
+  "transformers_version": "4.29.2",
   "use_cache": true,
-  "vocab_size": 54000
+  "vocab_size": 46000
 }

generation_config.json

@@ -3,5 +3,5 @@
   "bos_token_id": 1,
   "eos_token_id": 2,
   "pad_token_id": 0,
-  "transformers_version": "4.28.1"
+  "transformers_version": "4.29.2"
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f546c5f6e7ec5842911ad98bea023561e4b15d1f323c8211a130e109d0a127ff
-size 1634336217
+oid sha256:6af03d4d3e08f75b9990fe50882e6cf84dcfc31257c6169102e09e638a8e7534
+size 1585144892

special_tokens_map.json

@@ -1,5 +1,6 @@
 {
   "bos_token": "<s>",
   "eos_token": "</s>",
+  "pad_token": "[PAD]",
   "unk_token": "<unk>"
 }

tokenizer_config.json

@@ -3,6 +3,7 @@
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
   "tokenizer_class": "LlamaTokenizer",
   "unk_token": "<unk>"
 }