prince-canuma commited on
Commit
ce26c46
·
verified ·
1 Parent(s): fea82c0

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -234,7 +234,38 @@
234
  "vocab_size_per_layer_input": 262144,
235
  "max_position_embeddings": 32768,
236
  "hidden_size": 2048,
237
- "intermediate_size": 8192,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
238
  "num_hidden_layers": 30,
239
  "num_attention_heads": 8,
240
  "head_dim": 256,
 
234
  "vocab_size_per_layer_input": 262144,
235
  "max_position_embeddings": 32768,
236
  "hidden_size": 2048,
237
+ "intermediate_size": [
238
+ 8192,
239
+ 8192,
240
+ 8192,
241
+ 8192,
242
+ 8192,
243
+ 8192,
244
+ 8192,
245
+ 8192,
246
+ 8192,
247
+ 8192,
248
+ 8192,
249
+ 8192,
250
+ 8192,
251
+ 8192,
252
+ 8192,
253
+ 8192,
254
+ 8192,
255
+ 8192,
256
+ 8192,
257
+ 8192,
258
+ 8192,
259
+ 8192,
260
+ 8192,
261
+ 8192,
262
+ 8192,
263
+ 8192,
264
+ 8192,
265
+ 8192,
266
+ 8192,
267
+ 8192
268
+ ],
269
  "num_hidden_layers": 30,
270
  "num_attention_heads": 8,
271
  "head_dim": 256,
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e795a2f29f0eaaac20a03e2adb5fadefdf561c011190827a59996db0470abdf
3
  size 5362676072
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81b6a6d798ed22a2ae8bf89286caf44c6e566a52e81a5cac03ba6797b90dbad9
3
  size 5362676072
preprocessor_config.json CHANGED
@@ -3,6 +3,7 @@
3
  "data_format": "channels_first",
4
  "default_to_square": false,
5
  "device": null,
 
6
  "dither": 0.0,
7
  "do_center_crop": null,
8
  "do_convert_rgb": null,
 
3
  "data_format": "channels_first",
4
  "default_to_square": false,
5
  "device": null,
6
+ "disable_grouping": null,
7
  "dither": 0.0,
8
  "do_center_crop": null,
9
  "do_convert_rgb": null,