Upload folder using huggingface_hub
Browse files- .gitattributes +2 -0
- Modelfile +28 -0
- model.gguf +3 -0
- qwen2.5-3B-datafusion.gguf +3 -0
.gitattributes
CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
model.gguf filter=lfs diff=lfs merge=lfs -text
|
37 |
+
qwen2.5-3B-datafusion.gguf filter=lfs diff=lfs merge=lfs -text
|
Modelfile
ADDED
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
FROM jaro/qwen2.5-3B-datafusion.gguf
|
2 |
+
|
3 |
+
# System prompt for all sessions
|
4 |
+
SYSTEM """You are a helpful, concise, and accurate coding assistant specialized in Rust and the DataFusion SQL engine. Always provide high-level, idiomatic Rust code, DataFusion SQL examples, clear documentation, and robust test cases. Your answers should be precise, actionable, and end with '### End'."""
|
5 |
+
|
6 |
+
# Prompt template (optional, but recommended for instruct models)
|
7 |
+
TEMPLATE """### Instruction:
|
8 |
+
{{ .Prompt }}
|
9 |
+
|
10 |
+
### Response:
|
11 |
+
"""
|
12 |
+
|
13 |
+
# Stop sequences to end generation
|
14 |
+
PARAMETER stop "### Instruction:"
|
15 |
+
PARAMETER stop "### Response:"
|
16 |
+
PARAMETER stop "### End"
|
17 |
+
|
18 |
+
# Generation parameters to prevent infinite loops
|
19 |
+
PARAMETER num_predict 1024
|
20 |
+
PARAMETER repeat_penalty 1.2
|
21 |
+
PARAMETER temperature 0.7
|
22 |
+
PARAMETER top_p 0.9
|
23 |
+
|
24 |
+
# Metadata for public sharing (for reference only)
|
25 |
+
# TAGS ["llama3", "datafusion", "qa", "rust", "sql", "public"]
|
26 |
+
# DESCRIPTION "A fine-tuned LLM specialized in Rust and DataFusion (SQL engine) Q&A. Produces idiomatic Rust code, DataFusion SQL examples, clear documentation, and robust test cases, with robust stop sequences and infinite loop prevention."
|
27 |
+
|
28 |
+
LICENSE "apache-2.0"
|
model.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d461998880dba1532e8ff34185c721b7efcc38a46b731e6fc41fc5912732b12b
|
3 |
+
size 6178316672
|
qwen2.5-3B-datafusion.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f704bfaec4de6cd076cacaa9656628f56ea66d5128d84e89150b17231249bdf0
|
3 |
+
size 1929902464
|