Update config.json

config.json

@@ -23,11 +23,11 @@
     "hidden_size": 2560,
     "initializer_range": 0.02,
     "intermediate_size": 10240,
-    "max_position_embeddings": 13107200,
+    "max_position_embeddings": 131072,
     "model_type": "gemma3_text",
-    "num_attention_heads": 2,
-    "num_hidden_layers": 1,
-    "num_key_value_heads": 2,
+    "num_attention_heads": 8,
+    "num_hidden_layers": 34,
+    "num_key_value_heads": 4,
     "query_pre_attn_scalar": 256,
     "rms_norm_eps": 1e-06,
     "rope_local_base_freq": 10000.0,
@@ -52,11 +52,11 @@
     "intermediate_size": 4304,
     "layer_norm_eps": 1e-06,
     "model_type": "siglip_vision_model",
-    "num_attention_heads": 2,
+    "num_attention_heads": 16,
     "num_channels": 3,
-    "num_hidden_layers": 1,
+    "num_hidden_layers": 27,
     "patch_size": 14,
     "torch_dtype": "float32",
     "vision_use_head": false
   }
-}
+}