amd
/

Llama-3.1-405B-Instruct-MXFP4-Preview

8-bit precision

Model card Files Files and versions

bowenbaoamd commited on Jun 12

Commit

b688cf2

·

verified ·

1 Parent(s): 7fa9399

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -2058,7 +2058,7 @@
     "input_ids",
     "attention_mask"
   ],
-  "model_max_length": 512,
   "pad_token": "<|eot_id|>",
   "padding_side": "left",
   "tokenizer_class": "PreTrainedTokenizer"

     "input_ids",
     "attention_mask"
   ],
+  "model_max_length": 131072,
   "pad_token": "<|eot_id|>",
   "padding_side": "left",
   "tokenizer_class": "PreTrainedTokenizer"