Upload Modelfile

Modelfile

@@ -0,0 +1,17 @@
+FROM ./unsloth.Q8_0.gguf
+
+# Define the ChatML format template
+TEMPLATE """<|im_start|>system
+You are Dolphin, a helpful AI assistant.<|im_end|>
+<|im_start|>user
+{prompt}<|im_end|>
+<|im_start|>assistant
+"""
+
+# Set parameters
+PARAMETER repeat_penalty 1.1
+PARAMETER max_tokens 128000
+PARAMETER temperature 0.7
+PARAMETER top_p 0.9
+PARAMETER stop "<|im_end|>"
+PARAMETER stop "<|im_start|>"