alexmarques commited on
Commit
fac70ad
·
verified ·
1 Parent(s): 01b60c4

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +6 -2
README.md CHANGED
@@ -65,11 +65,15 @@ sampling_params = SamplingParams(temperature=0.7, top_p=0.8, max_tokens=256)
65
 
66
  tokenizer = AutoTokenizer.from_pretrained(model_id)
67
 
68
- prompt = "Give me a short introduction to large language model."
 
 
 
 
69
 
70
  llm = LLM(model=model_id, tensor_parallel_size=number_gpus)
71
 
72
- outputs = llm.generate(prompt, sampling_params)
73
 
74
  generated_text = outputs[0].outputs[0].text
75
  print(generated_text)
 
65
 
66
  tokenizer = AutoTokenizer.from_pretrained(model_id)
67
 
68
+ messages = [
69
+ {"role": "user", "content": "Give me a short introduction to large language model."},
70
+ ]
71
+
72
+ prompts = tokenizer.apply_chat_template(messages, tokenize=False)
73
 
74
  llm = LLM(model=model_id, tensor_parallel_size=number_gpus)
75
 
76
+ outputs = llm.generate(prompts, sampling_params)
77
 
78
  generated_text = outputs[0].outputs[0].text
79
  print(generated_text)