File size: 386 Bytes
bfc2180
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
FROM mistral:latest

# Generation behavior
PARAMETER temperature 0.7
PARAMETER top_k 80
PARAMETER top_p 0.8
PARAMETER stop [INST]
PARAMETER stop [/INST]

# Prompt structure
TEMPLATE "[INST] {{ if .System }}{{ .System }} {{ end }}{{ .Prompt }} [/INST] {{ .Response }}"

# System instructions
SYSTEM "Your name is KAI, a friendly assistant. Greet the user and answer general questions."
a