Update README.md
Browse files
README.md
CHANGED
|
@@ -35,7 +35,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_name_or_path)
|
|
| 35 |
model = MixtralForCausalLM.from_pretrained(model_name_or_path, load_in_8bit=True)
|
| 36 |
|
| 37 |
# set num_experts_per_tok 1 or 2 ?
|
| 38 |
-
model.config.num_experts_per_tok =
|
| 39 |
|
| 40 |
# message
|
| 41 |
messages = [
|
|
|
|
| 35 |
model = MixtralForCausalLM.from_pretrained(model_name_or_path, load_in_8bit=True)
|
| 36 |
|
| 37 |
# set num_experts_per_tok 1 or 2 ?
|
| 38 |
+
model.config.num_experts_per_tok = 2
|
| 39 |
|
| 40 |
# message
|
| 41 |
messages = [
|