Update README.md
Browse files
README.md
CHANGED
|
@@ -136,12 +136,9 @@ tokenizer = AutoTokenizer.from_pretrained(model_path)
|
|
| 136 |
model = AutoModelForCausalLM.from_pretrained(model_path, device_map=device)
|
| 137 |
model.eval()
|
| 138 |
# change input text as desired
|
| 139 |
-
|
| 140 |
-
{ "role": "user", "content": "Write a code to find the maximum value in a list of numbers." },
|
| 141 |
-
]
|
| 142 |
-
chat = tokenizer.apply_chat_template(chat, tokenize=False, add_generation_prompt=True)
|
| 143 |
# tokenize the text
|
| 144 |
-
input_tokens = tokenizer(
|
| 145 |
# transfer tokenized inputs to the device
|
| 146 |
for i in input_tokens:
|
| 147 |
input_tokens[i] = input_tokens[i].to(device)
|
|
|
|
| 136 |
model = AutoModelForCausalLM.from_pretrained(model_path, device_map=device)
|
| 137 |
model.eval()
|
| 138 |
# change input text as desired
|
| 139 |
+
prompt = "Write a code to find the maximum value in a list of numbers."
|
|
|
|
|
|
|
|
|
|
| 140 |
# tokenize the text
|
| 141 |
+
input_tokens = tokenizer(prompt, return_tensors="pt")
|
| 142 |
# transfer tokenized inputs to the device
|
| 143 |
for i in input_tokens:
|
| 144 |
input_tokens[i] = input_tokens[i].to(device)
|