Update README.md
Browse files
README.md
CHANGED
|
@@ -77,7 +77,7 @@ inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
|
|
| 77 |
|
| 78 |
# Generate
|
| 79 |
with torch.no_grad():
|
| 80 |
-
outputs = model.generate(**inputs, max_new_tokens=5)
|
| 81 |
result = tokenizer.decode(
|
| 82 |
outputs[0][inputs["input_ids"].shape[1]:],
|
| 83 |
skip_special_tokens=True
|
|
|
|
| 77 |
|
| 78 |
# Generate
|
| 79 |
with torch.no_grad():
|
| 80 |
+
outputs = model.generate(**inputs, max_new_tokens=5, temperature=0.15)
|
| 81 |
result = tokenizer.decode(
|
| 82 |
outputs[0][inputs["input_ids"].shape[1]:],
|
| 83 |
skip_special_tokens=True
|