FROM ./unsloth.Q8_0.gguf

# Define the ChatML format template
TEMPLATE """<|im_start|>system
You are a helpful AI assistant.
<|im_end|>
{{- if .First }}
{{- else }}
{{- range $index, $message := .Messages }}
<|im_start|>{{ $message.Role }}
{{ $message.Content }}<|im_end|>
{{- end }}
{{- end }}
<|im_start|>user
{{ .Prompt }}<|im_end|>
<|im_start|>assistant
"""

# Set parameters
PARAMETER repeat_penalty 1.1
PARAMETER num_ctx 128000
PARAMETER temperature 0.7
PARAMETER top_p 0.9
PARAMETER stop "<|im_end|>"
PARAMETER stop "<|im_start|>"