Update README.md
Browse files
README.md
CHANGED
|
@@ -39,3 +39,6 @@ past_key_values = outputs.past_key_values
|
|
| 39 |
# next step
|
| 40 |
outputs = model(input_ids=input_ids, use_cache=True, past_key_values=past_key_values)
|
| 41 |
|
|
|
|
|
|
|
|
|
|
|
|
| 39 |
# next step
|
| 40 |
outputs = model(input_ids=input_ids, use_cache=True, past_key_values=past_key_values)
|
| 41 |
|
| 42 |
+
######## Generate?
|
| 43 |
+
with torch.autocast(**amp_settings), torch.no_grad():
|
| 44 |
+
model.generate(input_ids)
|