Update: fix typo on python example
Browse files
README.md
CHANGED
|
@@ -114,6 +114,7 @@ prompt = tokenizer.apply_chat_template(chat, tokenize=False)
|
|
| 114 |
# We need to remove the last <|im_end|> token so that the AI continues generation
|
| 115 |
prompt = prompt[::-1].replace("<|im_end|>"[::-1], "", 1)[::-1]
|
| 116 |
|
| 117 |
-
response = generate(model, tokenizer, prompt=prompt, verbose=True, temp=0.6, max_tokens=1500)
|
|
|
|
| 118 |
|
| 119 |
Converted and uploaded by [eek](https://huggingface.co/eek)
|
|
|
|
| 114 |
# We need to remove the last <|im_end|> token so that the AI continues generation
|
| 115 |
prompt = prompt[::-1].replace("<|im_end|>"[::-1], "", 1)[::-1]
|
| 116 |
|
| 117 |
+
response = generate(model, tokenizer, prompt=prompt, verbose=True, temp=0.6, max_tokens=1500)
|
| 118 |
+
```
|
| 119 |
|
| 120 |
Converted and uploaded by [eek](https://huggingface.co/eek)
|