yinghy2018 commited on
Commit
51fb783
·
verified ·
1 Parent(s): 3fe486c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -0
README.md CHANGED
@@ -37,6 +37,9 @@ And experiments have shown that GENIE achieves high accuracy in each of the task
37
  ```python
38
  from vllm import LLM, SamplingParams
39
 
 
 
 
40
  PROMPT_TEMPLATE = "Human:\n{query}\n\n Assistant:"
41
  sampling_params = SamplingParams(temperature=temperature, max_tokens=max_new_token)
42
  EHR = ['xxxxx1','xxxxx2']
 
37
  ```python
38
  from vllm import LLM, SamplingParams
39
 
40
+ model = LLM(model='THUMedInfo/GENIE_en_8b', tensor_parallel_size=1)
41
+ #model = LLM(model=path/to/your/local/model, tensor_parallel_size=1)
42
+
43
  PROMPT_TEMPLATE = "Human:\n{query}\n\n Assistant:"
44
  sampling_params = SamplingParams(temperature=temperature, max_tokens=max_new_token)
45
  EHR = ['xxxxx1','xxxxx2']