Update README.md
Browse files
README.md
CHANGED
|
@@ -134,7 +134,7 @@ The model was evaluated on the [OpenLLM](https://huggingface.co/spaces/open-llm-
|
|
| 134 |
```
|
| 135 |
lm_eval \
|
| 136 |
--model vllm \
|
| 137 |
-
--model_args pretrained="neuralmagic/Meta-Llama-3.1-70B-Instruct-FP8-dynamic",dtype=auto,gpu_memory_utilization=0.
|
| 138 |
--tasks openllm \
|
| 139 |
--batch_size auto
|
| 140 |
```
|
|
|
|
| 134 |
```
|
| 135 |
lm_eval \
|
| 136 |
--model vllm \
|
| 137 |
+
--model_args pretrained="neuralmagic/Meta-Llama-3.1-70B-Instruct-FP8-dynamic",dtype=auto,tensor_parallel_size=2,gpu_memory_utilization=0.8,add_bos_token=True,max_model_len=4096 \
|
| 138 |
--tasks openllm \
|
| 139 |
--batch_size auto
|
| 140 |
```
|