unsloth
/

Llama-3.1-Nemotron-Nano-4B-v1.1

Text Generation

text-generation-inference

Model card Files Files and versions

danielhanchen commited on May 24

Commit

2947dea

·

verified ·

1 Parent(s): e72289a

Add files using upload-large-folder tool

Files changed (2) hide show

config.json +1 -1
generation_config.json +3 -1

config.json CHANGED Viewed

@@ -5,7 +5,7 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 128000,
-  "eos_token_id": 128001,
   "head_dim": 128,
   "hidden_act": "silu",
   "hidden_size": 3072,

   "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 128000,
+  "eos_token_id": 128009,
   "head_dim": 128,
   "hidden_act": "silu",
   "hidden_size": 3072,

generation_config.json CHANGED Viewed

@@ -6,5 +6,7 @@
     128008,
     128009
   ],
-  "transformers_version": "4.47.1"
 }

     128008,
     128009
   ],
+  "max_length": 131072,
+  "pad_token_id": 128004,
+  "transformers_version": "4.52.3"
 }