Hugging Face's logo

TheDrummer
/
Behemoth-R1-123B-v2

Safetensors
mistral
Model card Files
xet
Community
Geechan commited on
Commit
9af2208
·
verified ·
1 Parent(s): fe28030

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +26 -0
  2. model-00001-of-00051.safetensors +3 -0
  3. model-00002-of-00051.safetensors +3 -0
  4. model-00003-of-00051.safetensors +3 -0
  5. model-00004-of-00051.safetensors +3 -0
  6. model-00005-of-00051.safetensors +3 -0
  7. model-00006-of-00051.safetensors +3 -0
  8. model-00007-of-00051.safetensors +3 -0
  9. model-00008-of-00051.safetensors +3 -0
  10. model-00009-of-00051.safetensors +3 -0
  11. model-00010-of-00051.safetensors +3 -0
  12. model-00011-of-00051.safetensors +3 -0
  13. model-00012-of-00051.safetensors +3 -0
  14. model-00013-of-00051.safetensors +3 -0
  15. model-00014-of-00051.safetensors +3 -0
  16. model-00015-of-00051.safetensors +3 -0
  17. model-00016-of-00051.safetensors +3 -0
  18. model-00017-of-00051.safetensors +3 -0
  19. model-00018-of-00051.safetensors +3 -0
  20. model-00019-of-00051.safetensors +3 -0
  21. model-00020-of-00051.safetensors +3 -0
  22. model-00021-of-00051.safetensors +3 -0
  23. model-00022-of-00051.safetensors +3 -0
  24. model-00023-of-00051.safetensors +3 -0
  25. model-00024-of-00051.safetensors +3 -0
  26. model-00025-of-00051.safetensors +3 -0
  27. model-00026-of-00051.safetensors +3 -0
  28. model-00027-of-00051.safetensors +3 -0
  29. model-00028-of-00051.safetensors +3 -0
  30. model-00029-of-00051.safetensors +3 -0
  31. model-00030-of-00051.safetensors +3 -0
  32. model-00031-of-00051.safetensors +3 -0
  33. model-00032-of-00051.safetensors +3 -0
  34. model-00033-of-00051.safetensors +3 -0
  35. model-00034-of-00051.safetensors +3 -0
  36. model-00035-of-00051.safetensors +3 -0
  37. model-00036-of-00051.safetensors +3 -0
  38. model-00037-of-00051.safetensors +3 -0
  39. model-00038-of-00051.safetensors +3 -0
  40. model-00039-of-00051.safetensors +3 -0
  41. model-00040-of-00051.safetensors +3 -0
  42. model-00041-of-00051.safetensors +3 -0
  43. model-00042-of-00051.safetensors +3 -0
  44. model-00043-of-00051.safetensors +3 -0
  45. model-00044-of-00051.safetensors +3 -0
  46. model-00045-of-00051.safetensors +3 -0
  47. model-00046-of-00051.safetensors +3 -0
  48. model-00047-of-00051.safetensors +3 -0
  49. model-00048-of-00051.safetensors +3 -0
  50. model-00049-of-00051.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "MistralForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "bos_token_id": 1,
7
+ "eos_token_id": 2,
8
+ "head_dim": 128,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 12288,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 28672,
13
+ "max_position_embeddings": 131072,
14
+ "model_type": "mistral",
15
+ "num_attention_heads": 96,
16
+ "num_hidden_layers": 88,
17
+ "num_key_value_heads": 8,
18
+ "rms_norm_eps": 1e-05,
19
+ "rope_theta": 1000000.0,
20
+ "sliding_window": null,
21
+ "tie_word_embeddings": false,
22
+ "torch_dtype": "bfloat16",
23
+ "transformers_version": "4.55.2",
24
+ "use_cache": true,
25
+ "vocab_size": 32768
26
+ }
model-00001-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e05d8bc5b1fff17947c87c234b04e4770de107301191127abfef186a655bfa88
3
+ size 4378928504
model-00002-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5967ab4903dc6ae8f77156cfe97f595afcf8e32547b9ae8677880700c28f3a6
3
+ size 4907411088
model-00003-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e2f46bb44d161ba02b0d5c24640e2696225d10c4f36cc482179716649eaa3d5
3
+ size 4806747904
model-00004-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb7bdcc70c420de69658580ffae28669e9535775083dea5aded2aa5dfb2ce142
3
+ size 4831938544
model-00005-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b2b438dda1419852976e9e9905cb6f0c4e3a1d6fdc40a07c0775ed999899557
3
+ size 4831938552
model-00006-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62a4b96035cd5a831781fc1b4c8c02bf81e2b8891376a0f7b0a4b02aa4b76fa2
3
+ size 4907411096
model-00007-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59305f8f3bfbf46713d2a0b39a645ccd44b7ad2942b3b9b4bd737e9752f05780
3
+ size 4806747904
model-00008-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27747e614fbe075c78937c66adc77a4a303290473be678133d2bb9c3d5b8c18b
3
+ size 4831938536
model-00009-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca9a2647733d00194504590fdb3b16e223135dd70653e4d22790eac1c34c8c26
3
+ size 4831938552
model-00010-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c3ff0854213a949d1a961d7d9302ab2244111905db3ce079ba876d2eb56d5ce
3
+ size 4907411096
model-00011-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8c9237d51c30a3ce866b0cca84043c23ae33e203ed36ec9e56ff54c7bd7eb7f
3
+ size 4806747904
model-00012-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36dce520fa26f14c2ce456cf52dcc41da049e11e37ad13f5f1b4deb4856e6f8c
3
+ size 4831938544
model-00013-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:837e4c9aecb6d18b37216a03e7cb1fe97604e078fe4a1790db143c4950a2501d
3
+ size 4831938552
model-00014-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faafdc37f13ceaf1d301a3fd698c422a6f3a306f5ebe89489b620ca458c1dbde
3
+ size 4907411088
model-00015-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f553ad8ccdaa14360d280da65063de1e9788f5964f9eea8b6849d12262ef4eae
3
+ size 4806747904
model-00016-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bc8444d0aece46f267c2593e42da860d996fa3ca36e443149762b4c699104f5
3
+ size 4831938544
model-00017-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02c436682f74ff81d20109af9cb71c7237e934a36233b6cceaff5e8d7de4dfa7
3
+ size 4831938552
model-00018-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b24d715673c4226f6df7d3730dd68a86bc8c073fc09832ddff38e23f73cf41c
3
+ size 4907411096
model-00019-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:800d3a1cc9ded300dc59bb0e0f931fc0c0f78aff5b63dfffd84208b3cc76bc04
3
+ size 4806747904
model-00020-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f2d9339807b4556ce74e62a2e81e162ca3ea0f6d0c66063bc313477cead80ca
3
+ size 4831938544
model-00021-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a6cefc1c85348a6a20117b4b0bbc6f2c3d72e7f3fc5e43dbfd62e1195c56d6a
3
+ size 4831938544
model-00022-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d481c4a1fe946d28064d56e2992ff8edba3f738b7514fb35293e3a5dac727d01
3
+ size 4907411096
model-00023-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd668ee4a92415517b8750c5bb21305cf836f5f6c10675bc854f8cb80347b2cf
3
+ size 4806747904
model-00024-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88ee5cb0db30133676bd8ddac83dd137e972f12531f8c8e3ee7aa21cc147e732
3
+ size 4831938544
model-00025-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28cc8e053353bcac48ab32a696e945eafbc41705edbfc627eb1d448999995127
3
+ size 4831938552
model-00026-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbb7f5fea5d2a5b77ec3309d160beed763af1be712b7a467492a809a23a0defc
3
+ size 4907411096
model-00027-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5012a6f9b8d4cb955cf8ca92f46fe421bdcdfe73fd6005369de22eed5b65bbe
3
+ size 4806747896
model-00028-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39246e578ddf5902970cc2380622399f8b7b2ca0ae4e7bdd355e039a047c7f1b
3
+ size 4831938544
model-00029-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a198f127b7f5b6e763022cfaebb9757b5623562d54d42c4144cde4ec8f00aa48
3
+ size 4831938552
model-00030-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30374e292512bc860cfd2aa1c65c43aad038e7a3b7ebd6866985c287a74414e9
3
+ size 4907411096
model-00031-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b97e2092021b683f6dd053124e9072f6774938d581abf20273c526f8663594a
3
+ size 4806747904
model-00032-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f844f8c77f5e4fd73b0472a49b02541a5f320c984d0376cd2891453da872167c
3
+ size 4831938544
model-00033-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a50ecd73d1f7cd00858d98a57d0326749aac38ab8f76df6d60d8fe08250f13f6
3
+ size 4831938544
model-00034-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7585ad7a3f5c526a658f1684186aeb52701ca33215534d019a2c6bda83bd6af
3
+ size 4907411096
model-00035-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39b14406c9865ba4ba803f86b61c9137b895dbb085162c8622f8802d2f47f8e2
3
+ size 4806747904
model-00036-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82bf6fc3af5481be336200f954517f05bb4001d685d270e45bc1b767a1e2aed1
3
+ size 4831938544
model-00037-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b0c901fed847d455e9d70a10bffeed1ac9103c27d0a54072c07f692b6700432
3
+ size 4831938552
model-00038-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbdd4e0592b029989c5d2a90c0a96f5dc6098a305a3f87db4a1e63a5575c2d3f
3
+ size 4907411096
model-00039-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c53eeae256ac2fbb60f38271359f6f5872381f2ad3dbe21e8afb2b7d6c7c59d3
3
+ size 4806747904
model-00040-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ada4c855aaf83afebe7f0ff1064bba1c40c7bda6994ccf10e221ed65712a3cf8
3
+ size 4831938544
model-00041-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:427352ab58bd2c0673e826cce23ab4874f68636c1dd5223c5f9dd3ea0b987ccb
3
+ size 4831938552
model-00042-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abf06e29fd2072b2b055adb23cee9ee3f7d92d7e31010ecc75e2545944085c05
3
+ size 4907411096
model-00043-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53bd85ff91f367ccfb9b68304315cd28e3c6d46900286e25d0154a25d37b859d
3
+ size 4806747904
model-00044-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce9d075afe66c55d781d85488cfb0b5e5ffa126f2705523136cd358eef5dfbbf
3
+ size 4831938544
model-00045-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af634c6f89254cdb7ae48e29e2cbf424393afa1f37b0b9665b581b10c9023a1d
3
+ size 4831938552
model-00046-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c02ff2ce2d5ed7243583637b458ab0f621ff15f7cbd63e3ec637afe752cda689
3
+ size 4907411088
model-00047-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20ef29ea567b5adadf494d7d5e141079d9b2755baad7340d82e5889a41ec7e6c
3
+ size 4806747904
model-00048-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a24b95c6ef1e3f5a05035a52bdce316a98d3aa931fcb836f2cee035be5247282
3
+ size 4831938544
model-00049-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02943aebf10815bf562b830219bcf931d63d18eabdb904f8803cedcd27723673
3
+ size 4831938552