Hugging Face's logo

xai-org
/
grok-2

git
Model card Files
xet
Community
25
lmzheng commited on
Commit
dc27156
·
verified ·
1 Parent(s): d4ae209

Add files using upload-large-folder tool

Browse files
Files changed (20) hide show
  1. config.json +36 -0
  2. pytorch_model-00000-TP-common.safetensors +3 -0
  3. pytorch_model-00001-TP-common.safetensors +3 -0
  4. pytorch_model-00002-TP-common.safetensors +3 -0
  5. pytorch_model-00004-TP-common.safetensors +3 -0
  6. pytorch_model-00006-TP-003.safetensors +3 -0
  7. pytorch_model-00006-TP-007.safetensors +3 -0
  8. pytorch_model-00007-TP-003.safetensors +3 -0
  9. pytorch_model-00007-TP-007.safetensors +3 -0
  10. pytorch_model-00008-TP-007.safetensors +3 -0
  11. pytorch_model-00009-TP-common.safetensors +3 -0
  12. pytorch_model-00010-TP-common.safetensors +3 -0
  13. pytorch_model-00011-TP-common.safetensors +3 -0
  14. pytorch_model-00012-TP-common.safetensors +3 -0
  15. pytorch_model-00013-TP-common.safetensors +3 -0
  16. pytorch_model-00014-TP-common.safetensors +3 -0
  17. pytorch_model-00015-TP-common.safetensors +3 -0
  18. pytorch_model-00016-TP-common.safetensors +3 -0
  19. pytorch_model-00017-TP-common.safetensors +3 -0
  20. tokenizer.tok.json +0 -0
config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Grok1ForCausalLM"
4
+ ],
5
+ "embedding_multiplier_scale": 90.50966799187809,
6
+ "output_multiplier_scale": 0.5,
7
+ "vocab_size": 131072,
8
+ "hidden_size": 8192,
9
+ "intermediate_size": 32768,
10
+ "moe_intermediate_size": 16384,
11
+ "max_position_embeddings": 131072,
12
+ "num_experts_per_tok": 2,
13
+ "num_local_experts": 8,
14
+ "residual_moe": true,
15
+ "num_attention_heads": 64,
16
+ "num_key_value_heads": 8,
17
+ "num_hidden_layers": 64,
18
+ "head_dim": 128,
19
+ "rms_norm_eps": 1e-05,
20
+ "final_logit_softcapping": 50,
21
+ "attn_logit_softcapping": 30.0,
22
+ "router_logit_softcapping": 30.0,
23
+ "rope_theta": 208533496,
24
+ "attn_temperature_len": 1024,
25
+ "sliding_window_size": -1,
26
+ "global_attn_every_n": 1,
27
+ "model_type": "mixtral",
28
+ "torch_dtype": "bfloat16",
29
+ "rope_type": "original",
30
+ "original_max_position_embeddings": 8192,
31
+ "scaling_factor": 16.0,
32
+ "extrapolation_factor": 1.0,
33
+ "attn_factor": 1.0,
34
+ "beta_fast": 8,
35
+ "beta_slow": 1
36
+ }
pytorch_model-00000-TP-common.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:315d2eb626636477b35a19c60b481ae43b70fc7b9d24645255ded00cecf2a6bb
3
+ size 2147483760
pytorch_model-00001-TP-common.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f8001b2d7baaee0bd5bce3ad41d117148c591e485dc8a838b8abccb650ef9bb
3
+ size 2147483744
pytorch_model-00002-TP-common.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e41eeadefc5da657bac925e752dab11672d7ccee729ed60df8c32df60c6fcd6e
3
+ size 16472
pytorch_model-00004-TP-common.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6921cc3380cfbd783a3b52bccf81bc5c7c645548f9f2f1b86279649edbba3cf0
3
+ size 34359745872
pytorch_model-00006-TP-003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b266d9293692e69cc2decbf1914916cde492de8b485e7ad670447674e5170e49
3
+ size 17179936544
pytorch_model-00006-TP-007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cddca91357cc76894e1704d0bba02dcddeb7e063329f30198a26f3eec98f1ca1
3
+ size 17179936544
pytorch_model-00007-TP-003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1643a8a743dd135e3aa082cb732ade54c624e188e264ce2ca29818eca4579129
3
+ size 17179936544
pytorch_model-00007-TP-007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d890e53bae6eb64606791a70ec4055a0909eb75d704bc505050f87a8f4304776
3
+ size 17179936544
pytorch_model-00008-TP-007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7846ffc97ad222ca88bb38771a97409e8a80b62ce3573c096378a76f97c54578
3
+ size 17179936544
pytorch_model-00009-TP-common.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cebb4ddcdb6520cb50dabdb0a5568e83de081dbebb00208e2a44afd82fd3c352
3
+ size 1073749240
pytorch_model-00010-TP-common.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db9376f06a12092da29d028c2ebfe1206b1c85c50513d5138e7442f02ede635c
3
+ size 8589942120
pytorch_model-00011-TP-common.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1306ca738a956652a3d6bea2df5f3899d0c42dd96f22d75c62f72792f236d7a7
3
+ size 8589942120
pytorch_model-00012-TP-common.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88ca01f2876be5a7b268f0cd068a8e49bc9daae48426322bb420eacfcf308703
3
+ size 1073749240
pytorch_model-00013-TP-common.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:924822ee882d55ac56938342ca435bcd2c4e71a7116dba90e6301845ab19f509
3
+ size 1055096
pytorch_model-00014-TP-common.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:658fddf97d85edcd527861c7785d9d4a7801d09799819f9de85aa7b2d29ecf9e
3
+ size 1055160
pytorch_model-00015-TP-common.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc94f4dff86cad956d7eae017ff7219d55e2d902d45378fb5502729020376c30
3
+ size 1055032
pytorch_model-00016-TP-common.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63b443a0a63169c76e6342304583351a50a571ce45070f32650ec0da0f8de08b
3
+ size 1055096
pytorch_model-00017-TP-common.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49021a8d7c657eedb8bb83de222fe9d8015cb1db2388ee2e02ad017b1d289f32
3
+ size 8395888
tokenizer.tok.json ADDED
The diff for this file is too large to render. See raw diff