Omkar Thawakar commited on
Commit
8d39107
·
verified ·
1 Parent(s): 55f5b65

initial upload

Browse files
Files changed (1) hide show
  1. config.json +6 -3
config.json CHANGED
@@ -1,8 +1,11 @@
1
  {
2
- "_name_or_path": "MobiLlama_1b/ckpt_359",
3
  "architectures": [
4
- "LlamaForCausalLM"
5
  ],
 
 
 
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 1,
@@ -25,4 +28,4 @@
25
  "transformers_version": "4.36.1",
26
  "use_cache": true,
27
  "vocab_size": 32000
28
- }
 
1
  {
2
+ "_name_or_path": "MobiLlama",
3
  "architectures": [
4
+ "MobiLlamaForCausalLM"
5
  ],
6
+ "auto_map": {
7
+ "AutoModelForCausalLM": "modelling_mobillama.MobiLlamaForCausalLM"
8
+ },
9
  "attention_bias": false,
10
  "attention_dropout": 0.0,
11
  "bos_token_id": 1,
 
28
  "transformers_version": "4.36.1",
29
  "use_cache": true,
30
  "vocab_size": 32000
31
+ }