Isotonic commited on
Commit
25d1da8
·
verified ·
1 Parent(s): 8be9bd7

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +4 -2
config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "architectures": [
3
  "Qwen2ForCausalLM"
4
  ],
@@ -9,7 +10,7 @@
9
  "hidden_size": 1536,
10
  "initializer_range": 0.02,
11
  "intermediate_size": 8960,
12
- "max_position_embeddings": 32768,
13
  "max_window_layers": 21,
14
  "model_type": "qwen2",
15
  "num_attention_heads": 12,
@@ -25,6 +26,7 @@
25
  "transformers_version": "4.51.2",
26
  "unsloth_version": "2025.2.4",
27
  "use_cache": false,
 
28
  "use_sliding_window": false,
29
  "vocab_size": 151936
30
- }
 
1
  {
2
+ "_name_or_path": "mobiuslabsgmbh/DeepSeek-R1-ReDistill-Qwen-1.5B-v1.1",
3
  "architectures": [
4
  "Qwen2ForCausalLM"
5
  ],
 
10
  "hidden_size": 1536,
11
  "initializer_range": 0.02,
12
  "intermediate_size": 8960,
13
+ "max_position_embeddings": 131072,
14
  "max_window_layers": 21,
15
  "model_type": "qwen2",
16
  "num_attention_heads": 12,
 
26
  "transformers_version": "4.51.2",
27
  "unsloth_version": "2025.2.4",
28
  "use_cache": false,
29
+ "use_mrope": false,
30
  "use_sliding_window": false,
31
  "vocab_size": 151936
32
+ }