Update README.md
Browse files
README.md
CHANGED
@@ -37,6 +37,9 @@ And experiments have shown that GENIE achieves high accuracy in each of the task
|
|
37 |
```python
|
38 |
from vllm import LLM, SamplingParams
|
39 |
|
|
|
|
|
|
|
40 |
PROMPT_TEMPLATE = "Human:\n{query}\n\n Assistant:"
|
41 |
sampling_params = SamplingParams(temperature=temperature, max_tokens=max_new_token)
|
42 |
EHR = ['xxxxx1','xxxxx2']
|
|
|
37 |
```python
|
38 |
from vllm import LLM, SamplingParams
|
39 |
|
40 |
+
model = LLM(model='THUMedInfo/GENIE_en_8b', tensor_parallel_size=1)
|
41 |
+
#model = LLM(model=path/to/your/local/model, tensor_parallel_size=1)
|
42 |
+
|
43 |
PROMPT_TEMPLATE = "Human:\n{query}\n\n Assistant:"
|
44 |
sampling_params = SamplingParams(temperature=temperature, max_tokens=max_new_token)
|
45 |
EHR = ['xxxxx1','xxxxx2']
|