Update README.md
Browse files
README.md
CHANGED
|
@@ -257,18 +257,6 @@ output = llm(
|
|
| 257 |
echo=True # Whether to echo the prompt
|
| 258 |
)
|
| 259 |
|
| 260 |
-
# Chat Completion API
|
| 261 |
-
|
| 262 |
-
llm = Llama(model_path="./NT-Java-1.1B_Q4_K_M.gguf", chat_format="llama-2") # Set chat_format according to the model you are using
|
| 263 |
-
llm.create_chat_completion(
|
| 264 |
-
messages = [
|
| 265 |
-
{"role": "system", "content": "You are a story writing assistant."},
|
| 266 |
-
{
|
| 267 |
-
"role": "user",
|
| 268 |
-
"content": "Write a story about llamas."
|
| 269 |
-
}
|
| 270 |
-
]
|
| 271 |
-
)
|
| 272 |
```
|
| 273 |
|
| 274 |
## How to use with LangChain
|
|
|
|
| 257 |
echo=True # Whether to echo the prompt
|
| 258 |
)
|
| 259 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 260 |
```
|
| 261 |
|
| 262 |
## How to use with LangChain
|