huihui-ai commited on
Commit
d0b5d50
·
verified ·
1 Parent(s): 4b92d9f

Upload Modelfile

Browse files
Files changed (1) hide show
  1. Modelfile +50 -0
Modelfile ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM deepseek-ai/DeepSeek-R1-0528-bf16/ggml-model-Q2_K.gguf
2
+ TEMPLATE """{{- if .System }}{{ .System }}{{ end }}
3
+ {{- range $i, $_ := .Messages }}
4
+ {{- $last := eq (len (slice $.Messages $i)) 1}}
5
+ {{- if eq .Role "user" }}<|User|>{{ .Content }}
6
+ {{- else if eq .Role "assistant" }}<|Assistant|>
7
+ {{- if and $.IsThinkSet (and $last .Thinking) -}}
8
+ <think>
9
+ {{ .Thinking }}
10
+ </think>
11
+ {{- end }}{{ .Content }}{{- if not $last }}<|end▁of▁sentence|>{{- end }}
12
+ {{- end }}
13
+ {{- if and $last (ne .Role "assistant") }}<|Assistant|>
14
+ {{- if and $.IsThinkSet (not $.Think) -}}
15
+ <think>
16
+
17
+ </think>
18
+
19
+ {{ end }}
20
+ {{- end -}}
21
+ {{- end }}"""
22
+ PARAMETER stop <|begin▁of▁sentence|>
23
+ PARAMETER stop <|end▁of▁sentence|>
24
+ PARAMETER stop <|User|>
25
+ PARAMETER stop <|Assistant|>
26
+ PARAMETER temperature 0.6
27
+ PARAMETER top_p 0.95
28
+ LICENSE """MIT License
29
+
30
+ Copyright (c) 2023 DeepSeek
31
+
32
+ Permission is hereby granted, free of charge, to any person obtaining a copy
33
+ of this software and associated documentation files (the "Software"), to deal
34
+ in the Software without restriction, including without limitation the rights
35
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
36
+ copies of the Software, and to permit persons to whom the Software is
37
+ furnished to do so, subject to the following conditions:
38
+
39
+ The above copyright notice and this permission notice shall be included in all
40
+ copies or substantial portions of the Software.
41
+
42
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
43
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
44
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
45
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
46
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
47
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
48
+ SOFTWARE.
49
+ """
50
+