Update config.json
Browse files- config.json +0 -7
config.json
CHANGED
|
@@ -1,17 +1,10 @@
|
|
| 1 |
{
|
| 2 |
-
"_name_or_path": "ai21labs/Jamba-v0.1",
|
| 3 |
"architectures": [
|
| 4 |
"JambaForCausalLM"
|
| 5 |
],
|
| 6 |
"attention_dropout": 0.0,
|
| 7 |
"attn_layer_offset": 4,
|
| 8 |
"attn_layer_period": 8,
|
| 9 |
-
"auto_map": {
|
| 10 |
-
"AutoConfig": "ai21labs/Jamba-v0.1--configuration_jamba.JambaConfig",
|
| 11 |
-
"AutoModel": "ai21labs/Jamba-v0.1--modeling_jamba.JambaModel",
|
| 12 |
-
"AutoModelForCausalLM": "ai21labs/Jamba-v0.1--modeling_jamba.JambaForCausalLM",
|
| 13 |
-
"AutoModelForSequenceClassification": "ai21labs/Jamba-v0.1--model.JambaForSequenceClassification"
|
| 14 |
-
},
|
| 15 |
"bos_token_id": 29,
|
| 16 |
"eos_token_id": 27,
|
| 17 |
"expert_layer_offset": 1,
|
|
|
|
| 1 |
{
|
|
|
|
| 2 |
"architectures": [
|
| 3 |
"JambaForCausalLM"
|
| 4 |
],
|
| 5 |
"attention_dropout": 0.0,
|
| 6 |
"attn_layer_offset": 4,
|
| 7 |
"attn_layer_period": 8,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
"bos_token_id": 29,
|
| 9 |
"eos_token_id": 27,
|
| 10 |
"expert_layer_offset": 1,
|