Jingya HF Staff commited on
Commit
36f2eca
·
verified ·
1 Parent(s): 83a2da7

Upload text_encoder_2/config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. text_encoder_2/config.json +5 -3
text_encoder_2/config.json CHANGED
@@ -19,15 +19,17 @@
19
  "layer_norm_epsilon": 1e-06,
20
  "model_type": "t5",
21
  "neuron": {
22
- "auto_cast": null,
23
- "auto_cast_type": null,
24
  "compiler_type": "neuronx-cc",
25
  "compiler_version": "2.19.8089.0+8ab9f450",
26
  "dynamic_batch_size": false,
27
- "inline_weights_to_neff": false,
 
28
  "input_names": [
29
  "input_ids"
30
  ],
 
31
  "model_type": "t5-encoder",
32
  "optlevel": "2",
33
  "output_attentions": false,
 
19
  "layer_norm_epsilon": 1e-06,
20
  "model_type": "t5",
21
  "neuron": {
22
+ "auto_cast": "none",
23
+ "auto_cast_type": "bf16",
24
  "compiler_type": "neuronx-cc",
25
  "compiler_version": "2.19.8089.0+8ab9f450",
26
  "dynamic_batch_size": false,
27
+ "float_dtype": "fp32",
28
+ "inline_weights_to_neff": true,
29
  "input_names": [
30
  "input_ids"
31
  ],
32
+ "int_dtype": "int64",
33
  "model_type": "t5-encoder",
34
  "optlevel": "2",
35
  "output_attentions": false,