CaptMetal commited on
Commit
524f5bd
·
verified ·
1 Parent(s): dbeeca4

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +4 -4
config.json CHANGED
@@ -9,12 +9,12 @@
9
  "intermediate_size": 14336,
10
  "max_position_embeddings": 32768,
11
  "rms_norm_eps": 1e-5,
12
- "rope_theta": 1000000.0, // OpenHermes uses Llama-2's rope_theta
13
  "torch_dtype": "bfloat16",
14
  "attention_dropout": 0.0,
15
  "hidden_act": "silu",
16
  "sliding_window": 4096,
17
- "bos_token_id": 1, // <s>
18
- "eos_token_id": 2, // </s>
19
- "pad_token_id": 32000 // Added for safety
20
  }
 
9
  "intermediate_size": 14336,
10
  "max_position_embeddings": 32768,
11
  "rms_norm_eps": 1e-5,
12
+ "rope_theta": 1000000.0,
13
  "torch_dtype": "bfloat16",
14
  "attention_dropout": 0.0,
15
  "hidden_act": "silu",
16
  "sliding_window": 4096,
17
+ "bos_token_id": 1,
18
+ "eos_token_id": 2,
19
+ "pad_token_id": 32000
20
  }