drwlf commited on
Commit
cd9613b
·
verified ·
1 Parent(s): 2a83d4e

Upload 13 files

Browse files
config.json CHANGED
@@ -1,37 +1,60 @@
1
  {
2
  "architectures": [
3
- "Gemma3ForCausalLM"
4
  ],
5
- "attention_bias": false,
6
- "attention_dropout": 0.0,
7
- "attn_logit_softcapping": null,
8
- "bos_token_id": 2,
9
- "cache_implementation": "hybrid",
10
  "eos_token_id": 1,
11
- "final_logit_softcapping": null,
12
- "head_dim": 256,
13
- "hidden_activation": "gelu_pytorch_tanh",
14
- "hidden_size": 2560,
15
  "initializer_range": 0.02,
16
- "intermediate_size": 10240,
17
- "max_position_embeddings": 131072,
18
- "model_type": "gemma3_text",
19
- "num_attention_heads": 8,
20
- "num_hidden_layers": 34,
21
- "num_key_value_heads": 4,
22
- "pad_token_id": 0,
23
- "query_pre_attn_scalar": 256,
24
- "rms_norm_eps": 1e-06,
25
- "rope_local_base_freq": 10000,
26
- "rope_scaling": {
27
- "factor": 8.0,
28
- "rope_type": "linear"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
29
  },
30
- "rope_theta": 1000000,
31
- "sliding_window": 1024,
32
- "sliding_window_pattern": 6,
33
  "torch_dtype": "bfloat16",
34
- "transformers_version": "4.52.3",
35
  "use_cache": true,
36
- "vocab_size": 262208
 
 
 
 
 
 
 
 
 
 
 
 
 
 
37
  }
 
1
  {
2
  "architectures": [
3
+ "Gemma3ForConditionalGeneration"
4
  ],
5
+ "boi_token_index": 255999,
6
+ "eoi_token_index": 256000,
 
 
 
7
  "eos_token_id": 1,
8
+ "image_token_index": 262144,
 
 
 
9
  "initializer_range": 0.02,
10
+ "mm_tokens_per_image": 256,
11
+ "model_type": "gemma3",
12
+ "text_config": {
13
+ "attention_bias": false,
14
+ "attention_dropout": 0.0,
15
+ "attn_logit_softcapping": null,
16
+ "cache_implementation": "hybrid",
17
+ "final_logit_softcapping": null,
18
+ "head_dim": 256,
19
+ "hidden_activation": "gelu_pytorch_tanh",
20
+ "hidden_size": 2560,
21
+ "initializer_range": 0.02,
22
+ "intermediate_size": 10240,
23
+ "max_position_embeddings": 131072,
24
+ "model_type": "gemma3_text",
25
+ "num_attention_heads": 8,
26
+ "num_hidden_layers": 34,
27
+ "num_key_value_heads": 4,
28
+ "query_pre_attn_scalar": 256,
29
+ "rms_norm_eps": 1e-06,
30
+ "rope_local_base_freq": 10000,
31
+ "rope_scaling": {
32
+ "factor": 8.0,
33
+ "rope_type": "linear"
34
+ },
35
+ "rope_theta": 1000000,
36
+ "sliding_window": 1024,
37
+ "sliding_window_pattern": 6,
38
+ "torch_dtype": "bfloat16",
39
+ "use_cache": false,
40
+ "vocab_size": 262208
41
  },
 
 
 
42
  "torch_dtype": "bfloat16",
43
+ "transformers_version": "4.51.3",
44
  "use_cache": true,
45
+ "vision_config": {
46
+ "attention_dropout": 0.0,
47
+ "hidden_act": "gelu_pytorch_tanh",
48
+ "hidden_size": 1152,
49
+ "image_size": 896,
50
+ "intermediate_size": 4304,
51
+ "layer_norm_eps": 1e-06,
52
+ "model_type": "siglip_vision_model",
53
+ "num_attention_heads": 16,
54
+ "num_channels": 3,
55
+ "num_hidden_layers": 27,
56
+ "patch_size": 14,
57
+ "torch_dtype": "bfloat16",
58
+ "vision_use_head": false
59
+ }
60
  }
generation_config.json CHANGED
@@ -7,5 +7,5 @@
7
  ],
8
  "top_k": 64,
9
  "top_p": 0.95,
10
- "transformers_version": "4.52.3"
11
  }
 
7
  ],
8
  "top_k": 64,
9
  "top_p": 0.95,
10
+ "transformers_version": "4.51.3"
11
  }
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b27871ac0ee0bbc0568416fce9b5db8b288929de1364d85905cb777195e9933d
3
- size 4960531344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ba679363e38f5d88eb81d7002334ff5b00ced57842edaff45e962721152d9e9
3
+ size 4961251752
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2db8903141fa8991a75e1c724102131598f7fde4bdbde9c053e3dc4d1c53842c
3
- size 2800046672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14f5587b851f4da83c9ab81c31c8c01fc6c93780fa061d76e599350008104c2f
3
+ size 3639026128
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d786405177734910d7a3db625c2826640964a0b4e5cdbbd70620ae3313a01bef
3
- size 33384722
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4667f2089529e8e7657cfb6d1c19910ae71ff5f28aa7ab2ff2763330affad795
3
+ size 33384568
tokenizer_config.json CHANGED
@@ -51325,6 +51325,7 @@
51325
  },
51326
  "boi_token": "<start_of_image>",
51327
  "bos_token": "<bos>",
 
51328
  "clean_up_tokenization_spaces": false,
51329
  "eoi_token": "<end_of_image>",
51330
  "eos_token": "<eos>",
@@ -51334,12 +51335,8 @@
51334
  "image_token": "<image_soft_token>"
51335
  },
51336
  "image_token": "<image_soft_token>",
51337
- "max_length": null,
51338
  "model_max_length": 1000000000000000019884624838656,
51339
- "pad_to_multiple_of": null,
51340
  "pad_token": "<pad>",
51341
- "pad_token_type_id": 0,
51342
- "padding_side": "left",
51343
  "processor_class": "Gemma3Processor",
51344
  "sp_model_kwargs": null,
51345
  "spaces_between_special_tokens": false,
 
51325
  },
51326
  "boi_token": "<start_of_image>",
51327
  "bos_token": "<bos>",
51328
+ "chat_template": "{{ bos_token }}\n{%- if messages[0]['role'] == 'system' -%}\n {%- if messages[0]['content'] is string -%}\n {%- set first_user_prefix = messages[0]['content'] + '\n\n' -%}\n {%- else -%}\n {%- set first_user_prefix = messages[0]['content'][0]['text'] + '\n\n' -%}\n {%- endif -%}\n {%- set loop_messages = messages[1:] -%}\n{%- else -%}\n {%- set first_user_prefix = \"\" -%}\n {%- set loop_messages = messages -%}\n{%- endif -%}\n{%- for message in loop_messages -%}\n {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}\n {{ raise_exception(\"Conversation roles must alternate user/assistant/user/assistant/...\") }}\n {%- endif -%}\n {%- if (message['role'] == 'assistant') -%}\n {%- set role = \"model\" -%}\n {%- else -%}\n {%- set role = message['role'] -%}\n {%- endif -%}\n {{ '<start_of_turn>' + role + '\n' + (first_user_prefix if loop.first else \"\") }}\n {%- if message['content'] is string -%}\n {{ message['content'] | trim }}\n {%- elif message['content'] is iterable -%}\n {%- for item in message['content'] -%}\n {%- if item['type'] == 'image' -%}\n {{ '<start_of_image>' }}\n {%- elif item['type'] == 'text' -%}\n {{ item['text'] | trim }}\n {%- endif -%}\n {%- endfor -%}\n {%- else -%}\n {{ raise_exception(\"Invalid content type\") }}\n {%- endif -%}\n {{ '<end_of_turn>\n' }}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n {{'<start_of_turn>model\n'}}\n{%- endif -%}\n",
51329
  "clean_up_tokenization_spaces": false,
51330
  "eoi_token": "<end_of_image>",
51331
  "eos_token": "<eos>",
 
51335
  "image_token": "<image_soft_token>"
51336
  },
51337
  "image_token": "<image_soft_token>",
 
51338
  "model_max_length": 1000000000000000019884624838656,
 
51339
  "pad_token": "<pad>",
 
 
51340
  "processor_class": "Gemma3Processor",
51341
  "sp_model_kwargs": null,
51342
  "spaces_between_special_tokens": false,