Update README.md
Browse files
README.md
CHANGED
@@ -200,7 +200,7 @@ https://github.com/EleutherAI/lm-evaluation-harness#install
|
|
200 |
|
201 |
## baseline
|
202 |
```Shell
|
203 |
-
lm_eval --model hf --model_args pretrained=microsoft/Phi-4-mini-instruct --tasks
|
204 |
```
|
205 |
|
206 |
## int4 weight only quantization with hqq (int4wo-hqq)
|
@@ -208,7 +208,7 @@ lm_eval --model hf --model_args pretrained=microsoft/Phi-4-mini-instruct --tasks
|
|
208 |
export MODEL=pytorch/Qwen3-8B-int4wo-hqq
|
209 |
# or
|
210 |
# export MODEL=Qwen/Qwen3-8B
|
211 |
-
lm_eval --model hf --model_args pretrained=$MODEL --tasks
|
212 |
```
|
213 |
</details>
|
214 |
|
|
|
200 |
|
201 |
## baseline
|
202 |
```Shell
|
203 |
+
lm_eval --model hf --model_args pretrained=microsoft/Phi-4-mini-instruct --tasks mmlu --device cuda:0 --batch_size 8
|
204 |
```
|
205 |
|
206 |
## int4 weight only quantization with hqq (int4wo-hqq)
|
|
|
208 |
export MODEL=pytorch/Qwen3-8B-int4wo-hqq
|
209 |
# or
|
210 |
# export MODEL=Qwen/Qwen3-8B
|
211 |
+
lm_eval --model hf --model_args pretrained=$MODEL --tasks mmlu --device cuda:0 --batch_size 8
|
212 |
```
|
213 |
</details>
|
214 |
|