Hugging Face's logo

NexaAI
/
Qwen3-4B-GGUF

Text Generation
GGUF
conversational
Model card Files
xet
Community
nexaml commited on
Commit
d337712
·
verified ·
1 Parent(s): a0d6d31

Upload 26 files

Browse files
Files changed (27) hide show
  1. .gitattributes +26 -0
  2. Qwen3-4B-BF16.gguf +3 -0
  3. Qwen3-4B-IQ4_NL.gguf +3 -0
  4. Qwen3-4B-IQ4_XS.gguf +3 -0
  5. Qwen3-4B-Q2_K.gguf +3 -0
  6. Qwen3-4B-Q2_K_L.gguf +3 -0
  7. Qwen3-4B-Q3_K_M.gguf +3 -0
  8. Qwen3-4B-Q3_K_S.gguf +3 -0
  9. Qwen3-4B-Q4_0.gguf +3 -0
  10. Qwen3-4B-Q4_1.gguf +3 -0
  11. Qwen3-4B-Q4_K_M.gguf +3 -0
  12. Qwen3-4B-Q4_K_S.gguf +3 -0
  13. Qwen3-4B-Q5_K_M.gguf +3 -0
  14. Qwen3-4B-Q5_K_S.gguf +3 -0
  15. Qwen3-4B-Q6_K.gguf +3 -0
  16. Qwen3-4B-Q8_0.gguf +3 -0
  17. Qwen3-4B-UD-IQ1_M.gguf +3 -0
  18. Qwen3-4B-UD-IQ1_S.gguf +3 -0
  19. Qwen3-4B-UD-IQ2_M.gguf +3 -0
  20. Qwen3-4B-UD-IQ2_XXS.gguf +3 -0
  21. Qwen3-4B-UD-IQ3_XXS.gguf +3 -0
  22. Qwen3-4B-UD-Q2_K_XL.gguf +3 -0
  23. Qwen3-4B-UD-Q3_K_XL.gguf +3 -0
  24. Qwen3-4B-UD-Q4_K_XL.gguf +3 -0
  25. Qwen3-4B-UD-Q5_K_XL.gguf +3 -0
  26. Qwen3-4B-UD-Q6_K_XL.gguf +3 -0
  27. Qwen3-4B-UD-Q8_K_XL.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,29 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen3-4B-BF16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen3-4B-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen3-4B-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen3-4B-Q2_K_L.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen3-4B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen3-4B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen3-4B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen3-4B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen3-4B-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen3-4B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen3-4B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen3-4B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen3-4B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Qwen3-4B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Qwen3-4B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Qwen3-4B-UD-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Qwen3-4B-UD-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Qwen3-4B-UD-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Qwen3-4B-UD-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Qwen3-4B-UD-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Qwen3-4B-UD-Q2_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Qwen3-4B-UD-Q3_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Qwen3-4B-UD-Q4_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Qwen3-4B-UD-Q5_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Qwen3-4B-UD-Q6_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Qwen3-4B-UD-Q8_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
Qwen3-4B-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f55b381cdbfd85c2a8d2b1b26de85dec66f2e449815a084c9280fae0c17713d
3
+ size 8051283872
Qwen3-4B-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:833fcdb698073e3fdbbd329d5ab5bc00cf18b08612d5a8f2078c0d3d80fd5cbc
3
+ size 2381342336
Qwen3-4B-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66b77296a908df68b89eff882381ab608ef599e11871f02000908b9c43bdb6df
3
+ size 2270750336
Qwen3-4B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7ed0b81cac44a9efa98615a97e23c747348cd3925764d5b96e0bdeae2067a1b
3
+ size 1669498496
Qwen3-4B-Q2_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7ed0b81cac44a9efa98615a97e23c747348cd3925764d5b96e0bdeae2067a1b
3
+ size 1669498496
Qwen3-4B-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a08512df97ee3d8d9e061706e2f50c73a31d8518bad23b7a607ceebeacca52c3
3
+ size 2075616896
Qwen3-4B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16afe79fdd71448ef87ae2e21d5e9c67c995a8d19eee59b5de43b0513c95ae2d
3
+ size 1886996096
Qwen3-4B-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97c15879b680635dfa986fa217f696cf939fc80ff9eaf7cedd7d518d2c5d59e9
3
+ size 2375771776
Qwen3-4B-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bb730d2c3bb2a04f3c79bc5071eed604be120143e5994ee45b6feb863c1796e
3
+ size 2596628096
Qwen3-4B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31b00269ca1da3459000ec143c499623d2780f4725c24e9c67298bd028e52f3d
3
+ size 2497279616
Qwen3-4B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03d85dc6cbdaf66b7e262a0952b981ebc6789e15cc7cb7c28b06e317616a4f61
3
+ size 2383308416
Qwen3-4B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0fe65d19061b910fc87dabdd2a7e66d708fe523e6e446dfdf5581108c1587ed
3
+ size 2889512576
Qwen3-4B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db4f3da0ea97f1e5d823ec89def18950b3bfefc84216ebeba64d3ce5ad56dcea
3
+ size 2823710336
Qwen3-4B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:537fd834b1f28a020a5698d2033aec11060ba8391d677400dfd58286fa62944b
3
+ size 3306260096
Qwen3-4B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e369f8920c727169bf8a9f26c450fcab2951d1ac155a7764af8a5b4ba49d7172
3
+ size 4280404096
Qwen3-4B-UD-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7764a19fa5bbe76ac0e6ff236af6a0299a57b9c37acad90c5824d6c415c2cef5
3
+ size 1143482496
Qwen3-4B-UD-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e6dde3b2812f73135005cde26cbe4e6a0c6dd65f9b359f60025cb17641b1d23
3
+ size 1083148416
Qwen3-4B-UD-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1edb4a6379eef25b74392e644c1bbac47555bacec2951362fbfc0c2b279a7e8b
3
+ size 1532930176
Qwen3-4B-UD-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dfd8763de2e873c3a841b733557f970b4f895182db67bd25a29ea0ce8cc5806
3
+ size 1255344256
Qwen3-4B-UD-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6deaaaa691d4aca6bac5b2270e05031e6c3db2af1859114e4ec28030e0dedc4
3
+ size 1674375296
Qwen3-4B-UD-Q2_K_XL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c7cc155bfa557820fca4cd58e3bb58f5372988ab41e061ff9d1635c1b389abb
3
+ size 1695723136
Qwen3-4B-UD-Q3_K_XL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44cbbb129df1e391e9df0a73fad0d47c396a6d19281368a83de54806095e90ec
3
+ size 2131691136
Qwen3-4B-UD-Q4_K_XL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b544a768f306d2b9792728980713d07161b926b60bb1aa7e569115f69fb674b
3
+ size 2546339456
Qwen3-4B-UD-Q5_K_XL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:344a1a143539056214283012cd8e42e8ab4478eab7f31906ebf18586500684a6
3
+ size 2905251456
Qwen3-4B-UD-Q6_K_XL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3aefc7c360cbb30d784112ca13000b18a14100a311ece815ec34ebeec9832475
3
+ size 3658221696
Qwen3-4B-UD-Q8_K_XL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7258d13d8d5e71236822cb0fbc9fd72706acedfcdaf9f0aa5ec97f3474bf1e4
3
+ size 5056698496