Hugging Face's logo

cortexso
/
llama3.2

Text Generation
GGUF
cortex.cpp
featured
conversational
Model card Files
xet
Community
jan-hq commited on
Commit
2a7b6f6
·
verified ·
1 Parent(s): 3b62503

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. llama-3.2-1b-instruct-q2_k.gguf +3 -0
  3. llama-3.2-1b-instruct-q3_k_l.gguf +3 -0
  4. llama-3.2-1b-instruct-q3_k_m.gguf +3 -0
  5. llama-3.2-1b-instruct-q3_k_s.gguf +3 -0
  6. llama-3.2-1b-instruct-q4_k_m.gguf +3 -0
  7. llama-3.2-1b-instruct-q4_k_s.gguf +3 -0
  8. llama-3.2-1b-instruct-q5_k_m.gguf +3 -0
  9. llama-3.2-1b-instruct-q5_k_s.gguf +3 -0
  10. llama-3.2-1b-instruct-q6_k.gguf +3 -0
  11. llama-3.2-1b-instruct-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ llama-3.2-1b-instruct-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ llama-3.2-1b-instruct-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
38
+ llama-3.2-1b-instruct-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ llama-3.2-1b-instruct-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama-3.2-1b-instruct-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama-3.2-1b-instruct-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama-3.2-1b-instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
43
+ llama-3.2-1b-instruct-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
44
+ llama-3.2-1b-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
45
+ llama-3.2-1b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
llama-3.2-1b-instruct-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8132834c1b34d86dda3639d5ea4d27707ff0e5133aacaf840ea9021c8d0118b
3
+ size 580873984
llama-3.2-1b-instruct-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3028de333600b790fe5d2b97dcce98ef040ef224384e5090ce3facfad9eb904
3
+ size 732524288
llama-3.2-1b-instruct-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d83717cd6fac5dcf5b1cd9bbfee7c1169906c67f217c07dacccde6f26d0ae4f
3
+ size 690843392
llama-3.2-1b-instruct-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fd8463e25d93d00ce190ad7f5545ec377e7975dd177076192bf1e1f0769ec89
3
+ size 641691392
llama-3.2-1b-instruct-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da937dbf4e3c9ad341a953132bd3dd40454ca989197a8fdd524be276bc193959
3
+ size 807694080
llama-3.2-1b-instruct-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0f5358e6ae2a655cd03298b33c4285c514f6d4f81d46501ddc15d6c000676a7
3
+ size 775646976
llama-3.2-1b-instruct-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a54be289b5fcc860546f2fbf582bce65b80ee3fb432be7066e6963813c3ae57b
3
+ size 911503104
llama-3.2-1b-instruct-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9b4b8eceb0e1864c40c874be4eef4e82f5ac12595196fba015b12e6d670df6c
3
+ size 892563200
llama-3.2-1b-instruct-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:721e527e6979efc446480924adfd9e054308a0cefb692d91e54c552724cd259c
3
+ size 1021800192
llama-3.2-1b-instruct-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40a65b6ae0864a0090e0240918692ac56f356ed3cfbef469488540a6669aa4b7
3
+ size 1321082624