Hugging Face's logo

mlx-community
/
DeepSeek-V3.1-8bit

Text Generation
MLX
Safetensors
deepseek_v3
conversational
custom_code
8-bit precision
Model card Files
xet
Community
mattbcam commited on
Commit
4920ff5
·
verified ·
1 Parent(s): 4decf97

Add files using upload-large-folder tool

Browse files
Files changed (42) hide show
  1. config.json +6 -7
  2. model-00003-of-00175.safetensors +3 -0
  3. model-00006-of-00175.safetensors +3 -0
  4. model-00009-of-00175.safetensors +3 -0
  5. model-00023-of-00175.safetensors +3 -0
  6. model-00031-of-00175.safetensors +3 -0
  7. model-00032-of-00175.safetensors +3 -0
  8. model-00034-of-00175.safetensors +3 -0
  9. model-00038-of-00175.safetensors +3 -0
  10. model-00041-of-00175.safetensors +3 -0
  11. model-00042-of-00175.safetensors +3 -0
  12. model-00047-of-00175.safetensors +3 -0
  13. model-00048-of-00175.safetensors +3 -0
  14. model-00059-of-00175.safetensors +3 -0
  15. model-00062-of-00175.safetensors +3 -0
  16. model-00070-of-00175.safetensors +3 -0
  17. model-00075-of-00175.safetensors +3 -0
  18. model-00083-of-00175.safetensors +3 -0
  19. model-00086-of-00175.safetensors +3 -0
  20. model-00089-of-00175.safetensors +3 -0
  21. model-00091-of-00175.safetensors +3 -0
  22. model-00094-of-00175.safetensors +3 -0
  23. model-00101-of-00175.safetensors +3 -0
  24. model-00102-of-00175.safetensors +3 -0
  25. model-00110-of-00175.safetensors +3 -0
  26. model-00113-of-00175.safetensors +3 -0
  27. model-00115-of-00175.safetensors +3 -0
  28. model-00119-of-00175.safetensors +3 -0
  29. model-00122-of-00175.safetensors +3 -0
  30. model-00127-of-00175.safetensors +3 -0
  31. model-00128-of-00175.safetensors +3 -0
  32. model-00140-of-00175.safetensors +3 -0
  33. model-00143-of-00175.safetensors +3 -0
  34. model-00151-of-00175.safetensors +3 -0
  35. model-00152-of-00175.safetensors +3 -0
  36. model-00154-of-00175.safetensors +3 -0
  37. model-00158-of-00175.safetensors +3 -0
  38. model-00163-of-00175.safetensors +3 -0
  39. model-00165-of-00175.safetensors +3 -0
  40. model-00166-of-00175.safetensors +3 -0
  41. model-00169-of-00175.safetensors +3 -0
  42. model.safetensors.index.json +0 -0
config.json CHANGED
@@ -34,14 +34,13 @@
34
  "q_lora_rank": 1536,
35
  "qk_nope_head_dim": 128,
36
  "qk_rope_head_dim": 64,
 
 
 
 
37
  "quantization_config": {
38
- "activation_scheme": "dynamic",
39
- "fmt": "e4m3",
40
- "quant_method": "fp8",
41
- "weight_block_size": [
42
- 128,
43
- 128
44
- ]
45
  },
46
  "rms_norm_eps": 1e-06,
47
  "rope_scaling": {
 
34
  "q_lora_rank": 1536,
35
  "qk_nope_head_dim": 128,
36
  "qk_rope_head_dim": 64,
37
+ "quantization": {
38
+ "group_size": 64,
39
+ "bits": 8
40
+ },
41
  "quantization_config": {
42
+ "group_size": 64,
43
+ "bits": 8
 
 
 
 
 
44
  },
45
  "rms_norm_eps": 1e-06,
46
  "rope_scaling": {
model-00003-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce29abccf99c06648a34e7693449b53aeb4beefdcf9749c6ee0d8c496bfc65f6
3
+ size 3992977814
model-00006-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a902880373fb846332b15f2b6633a10e826659bda28d8043bbc06e7e27b648d
3
+ size 3992977814
model-00009-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b29a34acea71e9f2ca32209f0cef8089eb76586066a3d4a617645528e94256b
3
+ size 3992977814
model-00023-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d32e7118c8a53464414fda52f26ae4faa1ab0a2e60f7dbcf0e452cde56da789c
3
+ size 3992977823
model-00031-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53aab24146afb3f77cc2ddf76930dddc7e34375cc5e9654bf67f5bba26d74aad
3
+ size 4242277319
model-00032-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e75a31e2de1dee567ee35c1811f7b1755411c127e9fdf8b65da201c5c60fd03b
3
+ size 3992977823
model-00034-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a8686a1c2961fe5ca73242e39205ccaba6ebec9654f1cd430e2417fcae654b5
3
+ size 4242277291
model-00038-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2d3def7d14f95573a6cde46461d4741956557db8a62cae73c3407e94a53c6f9
3
+ size 3992977823
model-00041-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ded029cf860bc810537ae02b9bb580fa0715e34d092a49fa47bacefeaf7428c
3
+ size 3992977823
model-00042-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6deccf59c34ca6737fc0a3b11b665cd6141f43652d62f618c9a347553c1d8bc9
3
+ size 3992977817
model-00047-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d01e57cd5413310ddaefe7719ebe5f03872674d85ae4aa8fe5b758417aeb56d4
3
+ size 3992977823
model-00048-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b7cbc0541d3ce5822da84fc6a660fac5798ce5ec67dc9a9db8a86b110bd36d9
3
+ size 3992977817
model-00059-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b9a3830785ff9a0ae75d69d5818f2aed666645f3e4543b5a186d75176aca68a
3
+ size 3992977823
model-00062-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95e780c26070d3ceb711661426e0ea059bed3081667b091e8d81f00998704983
3
+ size 3992977823
model-00070-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c9975ad4e2c14d4c98f5e19095654b0b085094cb97e520e32aa1f047f58cb55
3
+ size 4242277293
model-00075-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09d0345baed9649fa34c8c223aa8cc2055613a11c789be052e96ddace862a1d0
3
+ size 3992977817
model-00083-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ff3859a4dddb7cbe6c1b06a30eee95a06c9f82ad185adfe585d65fd8e9f6399
3
+ size 3992977823
model-00086-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2707031b49e0ce59b38b3269a786df0094a6970cd82c9def26eebd30567ea8f1
3
+ size 3992977823
model-00089-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edc83d22bee20e31de4023412fea3a1aaeedd5cd4f77b8f64bee5f6199ec2b14
3
+ size 3992977823
model-00091-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3f3c4a11307ad0bd8faad413f5a69370cf9cb7c9cf956ea4ec46d51e8531dcd
3
+ size 4242277277
model-00094-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6acc56cbd1bf6c92aa72256dbafba4d552a6c8d4661e07dcbe0d1fb25821e025
3
+ size 4242277309
model-00101-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f27d3eed1c739d42653ce73bcc88d8ab2e65e43215d4219da678ad8a6e80c55
3
+ size 3992977823
model-00102-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:844982929753e8b0e61ebc2d889182ab2e17a7c910e864f3e23d2a7194aafdd7
3
+ size 3992977817
model-00110-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5058b69871e377bc91c8521b2bd533fde2553ed39b4b94eeb67e7b8f4126981b
3
+ size 3992977823
model-00113-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b478df6e2794787b723cf9a45da8db0d8fbee71af9a18751a9958cbeebd36ec5
3
+ size 3992977823
model-00115-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f3590cd971878c14db5ef9bcfe496a2ad0e96f85906cc6dd75821a666fbbf6f
3
+ size 4242277289
model-00119-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b657159f14d1af69500d2753b1487b9a7f933fc29b78f4009055de055a1182d
3
+ size 3992977823
model-00122-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b6505aab3221e08e7a4364b29815d8d6679cc5b89e80cefeafe642d20fe18e7
3
+ size 3992977823
model-00127-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c69bd0e0049f7430df329a53b9af9a0028c0369353921d835f2df8039eecf9cd
3
+ size 4242277285
model-00128-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:923a3923340872457e5c24be3424839fb92061001c25f012b008207a4b4a67d2
3
+ size 3992977823
model-00140-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5010bdec5e5d2fb726a2f2eb27d5d5233f3f127faf9b9718e94f57effe28655e
3
+ size 3992977823
model-00143-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3969dd95acd450a529ea408457eed411105c3a2dc123bd802c791949cf9d9f9d
3
+ size 3992977823
model-00151-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0057c9f7662f6287539fcfe84b9a57625a1fa6e4bde1635c2717a65e5035570b
3
+ size 4242277257
model-00152-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef8f65c3b3b7acc523e9530b2ce431568d355779884976599039e3bdd0b253c3
3
+ size 3992977823
model-00154-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df21937582e7a62aeb017b2c72c3fe309407baf17169f796981f414e4c9c2ce9
3
+ size 4242277275
model-00158-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69b67158915cf5619b8584dd1017fc6ec7bc9956d5a4419b7d2d12501f7e21b5
3
+ size 3992977823
model-00163-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f206f084afa12fbf064d06d1416228a29e98facbe5e7d8505b1615a059ff67db
3
+ size 4242277293
model-00165-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87d2662af7569f9e706d2e81517e45dfdc7c1b7e8824df4b37a75f9d3462d02d
3
+ size 3992977817
model-00166-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d0375b6156f1d3f44f60e49c5a7c5a0c758b765e7f3d5a2d4bd14b09f5ead3a
3
+ size 4242277291
model-00169-of-00175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f70dd71ff13b1a59694f1718de438f752cd71035a1c2181ad13d78e5d4c0d927
3
+ size 4242277295
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff