Hugging Face's logo

xai-org
/
grok-2

git
Model card Files
xet
Community
25

add rope_type:yarn

#7
by eliebak HF Staff - opened
base: refs/heads/main
←
from: refs/pr/7
Discussion Files changed
+1
-1
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -26,7 +26,7 @@
26
  "global_attn_every_n": 1,
27
  "model_type": "git",
28
  "torch_dtype": "bfloat16",
29
- "rope_type": "original",
30
  "original_max_position_embeddings": 8192,
31
  "scaling_factor": 16.0,
32
  "extrapolation_factor": 1.0,
 
26
  "global_attn_every_n": 1,
27
  "model_type": "git",
28
  "torch_dtype": "bfloat16",
29
+ "rope_type": "yarn",
30
  "original_max_position_embeddings": 8192,
31
  "scaling_factor": 16.0,
32
  "extrapolation_factor": 1.0,