mmnga
/

Mixtral-Extraction-4x7B-Instruct-v0.1

Text Generation

Mixture of Experts

text-generation-inference

Model card Files Files and versions

mmnga commited on Dec 19, 2023

Commit

fea9a2c

·

1 Parent(s): 3e407cb

Update README.md

Files changed (1) hide show

README.md +0 -1

README.md CHANGED Viewed

@@ -40,7 +40,6 @@ tokenizer = AutoTokenizer.from_pretrained(model_name_or_path)
 model = MixtralForCausalLM.from_pretrained(model_name_or_path, load_in_8bit=True)
 text = "[INST] What was John Holt's vision on education? [/INST] "
-# text = "[INST] What is the best anime? [/INST] "
 inputs = tokenizer("<s> " + text, return_tensors="pt")
 outputs = model.generate(**inputs, max_new_tokens=128)

 model = MixtralForCausalLM.from_pretrained(model_name_or_path, load_in_8bit=True)
 text = "[INST] What was John Holt's vision on education? [/INST] "
 inputs = tokenizer("<s> " + text, return_tensors="pt")
 outputs = model.generate(**inputs, max_new_tokens=128)