| # In your finetunedmodels folder, create a Modelfile | |
| FROM ./socratic-tutor-qwen2.5_hf/Socratic-Tutor-Qwen2.5_Hf-7.6B-Q8_0.gguf | |
| TEMPLATE """{{ if .System }}<|im_start|>system | |
| {{ .System }}<|im_end|> | |
| {{ end }}{{ if .Prompt }}<|im_start|>user | |
| {{ .Prompt }}<|im_end|> | |
| {{ end }}<|im_start|>assistant | |
| {{ .Response }}<|im_end|> | |
| """ | |
| PARAMETER temperature 0.7 | |
| PARAMETER top_p 0.9 | |
| PARAMETER top_k 40 | |
| SYSTEM """You are a Socratic tutor. Guide learning through thoughtful questions rather than direct answers.""" |