Update config.json

config.json

@@ -1,16 +1,13 @@
-  
 {
-"architectures": [
+  "architectures": [
     "InfinityFormerForCausalLM"
   ],
   "attention_probs_dropout_prob": 0.1,
   "auto_map": {
-    "AutoConfig": "silx-ai/QuasarV4-Tiny--configuration_quasrav4.QuasraV4Config",
-    "AutoModelForCausalLM": "silx-ai/QuasarV4-Tiny--modeling_quasrav4.QuasraV4ForCausalLM"
+    "AutoConfig": "configuration_quasrav4.InfinityFormerConfig",
+    "AutoModelForCausalLM": "modeling_quasrav4.InfinityFormerForCausalLM"
   },
   "gate_init_bias": -2.0,
-  "gradient_checkpointing_frequency": 1,
-  "gradient_checkpointing_use_reentrant": true,
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
   "initializer_range": 0.02,
@@ -21,18 +18,17 @@
   "max_position_embeddings": 812,
   "memory_compression_frequency": 100,
   "memory_compression_ratio": 0.5,
-  "model_type": "quasarv4",
+  "model_type": "infinity_former",
   "num_attention_heads": 12,
   "num_hidden_layers": 54,
   "num_memory_scales": 3,
+  "pad_token_id": 0,
   "rotary_embedding_base": 10000,
   "torch_dtype": "float32",
-  "transformers_version": "4.52.4",
+  "transformers_version": "4.40.0",
   "use_cache": true,
   "use_gating": true,
-  "use_gradient_checkpointing": false,
   "use_multi_scale_memory": true,
   "use_rotary_embeddings": true,
   "vocab_size": 151669
 }
-