Update README.md
Browse files
README.md
CHANGED
|
@@ -39,7 +39,7 @@ from vllm import LLM, SamplingParams
|
|
| 39 |
|
| 40 |
# prepare model
|
| 41 |
llm = LLM(
|
| 42 |
-
model="
|
| 43 |
trust_remote_code=True,
|
| 44 |
max_model_len=4096,
|
| 45 |
max_num_seqs=2,
|
|
@@ -183,7 +183,7 @@ lm_eval \
|
|
| 183 |
<th>Category</th>
|
| 184 |
<th>Metric</th>
|
| 185 |
<th>google/gemma-3-1b-it</th>
|
| 186 |
-
<th>
|
| 187 |
<th>Recovery (%)</th>
|
| 188 |
</tr>
|
| 189 |
</thead>
|
|
|
|
| 39 |
|
| 40 |
# prepare model
|
| 41 |
llm = LLM(
|
| 42 |
+
model="RedHatAI/gemma-3-1b-it-quantized.w8a8",
|
| 43 |
trust_remote_code=True,
|
| 44 |
max_model_len=4096,
|
| 45 |
max_num_seqs=2,
|
|
|
|
| 183 |
<th>Category</th>
|
| 184 |
<th>Metric</th>
|
| 185 |
<th>google/gemma-3-1b-it</th>
|
| 186 |
+
<th>RedHatAI/gemma-3-1b-it-quantized.w8a8</th>
|
| 187 |
<th>Recovery (%)</th>
|
| 188 |
</tr>
|
| 189 |
</thead>
|