Upload transformer/config.json with huggingface_hub
Browse files- transformer/config.json +5 -3
transformer/config.json
CHANGED
@@ -16,12 +16,13 @@
|
|
16 |
"in_channels": 64,
|
17 |
"joint_attention_dim": 4096,
|
18 |
"neuron": {
|
19 |
-
"auto_cast":
|
20 |
-
"auto_cast_type":
|
21 |
"compiler_type": "neuronx-cc",
|
22 |
"compiler_version": "2.19.8089.0+8ab9f450",
|
23 |
"dynamic_batch_size": false,
|
24 |
-
"
|
|
|
25 |
"input_names": [
|
26 |
"hidden_states",
|
27 |
"encoder_hidden_states",
|
@@ -29,6 +30,7 @@
|
|
29 |
"timestep",
|
30 |
"image_rotary_emb"
|
31 |
],
|
|
|
32 |
"model_type": "flux-transformer-2d",
|
33 |
"optlevel": "2",
|
34 |
"output_attentions": false,
|
|
|
16 |
"in_channels": 64,
|
17 |
"joint_attention_dim": 4096,
|
18 |
"neuron": {
|
19 |
+
"auto_cast": "none",
|
20 |
+
"auto_cast_type": "bf16",
|
21 |
"compiler_type": "neuronx-cc",
|
22 |
"compiler_version": "2.19.8089.0+8ab9f450",
|
23 |
"dynamic_batch_size": false,
|
24 |
+
"float_dtype": "bf16",
|
25 |
+
"inline_weights_to_neff": true,
|
26 |
"input_names": [
|
27 |
"hidden_states",
|
28 |
"encoder_hidden_states",
|
|
|
30 |
"timestep",
|
31 |
"image_rotary_emb"
|
32 |
],
|
33 |
+
"int_dtype": "int64",
|
34 |
"model_type": "flux-transformer-2d",
|
35 |
"optlevel": "2",
|
36 |
"output_attentions": false,
|