dacorvo HF Staff commited on
Commit
6bd48f6
·
verified ·
1 Parent(s): fbcca57

Synchronizing local compiler cache.

Browse files
Files changed (22) hide show
  1. .gitattributes +5 -0
  2. neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev2/inference/stable-diffusion/stabilityai/sdxl-turbo/c4162c03a5bca6d7620e.json +162 -0
  3. neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/model_index.json +42 -0
  4. neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/scheduler/scheduler_config.json +18 -0
  5. neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/text_encoder/config.json +52 -0
  6. neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/text_encoder/model.neuron +3 -0
  7. neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/text_encoder_2/config.json +52 -0
  8. neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/text_encoder_2/model.neuron +3 -0
  9. neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/tokenizer/merges.txt +0 -0
  10. neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/tokenizer/special_tokens_map.json +30 -0
  11. neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/tokenizer/tokenizer_config.json +31 -0
  12. neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/tokenizer/vocab.json +0 -0
  13. neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/tokenizer_2/merges.txt +0 -0
  14. neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/tokenizer_2/special_tokens_map.json +30 -0
  15. neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/tokenizer_2/tokenizer_config.json +39 -0
  16. neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/tokenizer_2/vocab.json +0 -0
  17. neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/unet/config.json +105 -0
  18. neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/unet/model.neuron +3 -0
  19. neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/vae_decoder/config.json +72 -0
  20. neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/vae_decoder/model.neuron +3 -0
  21. neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/vae_encoder/config.json +72 -0
  22. neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/vae_encoder/model.neuron +3 -0
.gitattributes CHANGED
@@ -7887,3 +7887,8 @@ neuronxcc-2.17.194.0+d312836f/MODULE_dbc7625ec3e1068324e8/text_encoder_2/model.n
7887
  neuronxcc-2.17.194.0+d312836f/MODULE_dbc7625ec3e1068324e8/unet/model.neuron filter=lfs diff=lfs merge=lfs -text
7888
  neuronxcc-2.17.194.0+d312836f/MODULE_dbc7625ec3e1068324e8/vae_decoder/model.neuron filter=lfs diff=lfs merge=lfs -text
7889
  neuronxcc-2.17.194.0+d312836f/MODULE_dbc7625ec3e1068324e8/vae_encoder/model.neuron filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
7887
  neuronxcc-2.17.194.0+d312836f/MODULE_dbc7625ec3e1068324e8/unet/model.neuron filter=lfs diff=lfs merge=lfs -text
7888
  neuronxcc-2.17.194.0+d312836f/MODULE_dbc7625ec3e1068324e8/vae_decoder/model.neuron filter=lfs diff=lfs merge=lfs -text
7889
  neuronxcc-2.17.194.0+d312836f/MODULE_dbc7625ec3e1068324e8/vae_encoder/model.neuron filter=lfs diff=lfs merge=lfs -text
7890
+ neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/text_encoder/model.neuron filter=lfs diff=lfs merge=lfs -text
7891
+ neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/text_encoder_2/model.neuron filter=lfs diff=lfs merge=lfs -text
7892
+ neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/unet/model.neuron filter=lfs diff=lfs merge=lfs -text
7893
+ neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/vae_decoder/model.neuron filter=lfs diff=lfs merge=lfs -text
7894
+ neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/vae_encoder/model.neuron filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev2/inference/stable-diffusion/stabilityai/sdxl-turbo/c4162c03a5bca6d7620e.json ADDED
@@ -0,0 +1,162 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "MultiModelCacheEntry",
3
+ "_model_id": "stabilityai/sdxl-turbo",
4
+ "_task": null,
5
+ "text_encoder": {
6
+ "architectures": [
7
+ "CLIPTextModel"
8
+ ],
9
+ "attention_dropout": 0.0,
10
+ "dropout": 0.0,
11
+ "hidden_act": "quick_gelu",
12
+ "hidden_size": 768,
13
+ "initializer_factor": 1.0,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 3072,
16
+ "layer_norm_eps": 1e-05,
17
+ "max_position_embeddings": 77,
18
+ "model_type": "clip_text_model",
19
+ "neuron": {
20
+ "auto_cast": "matmul",
21
+ "auto_cast_type": "bf16",
22
+ "compiler_type": "neuronx-cc",
23
+ "compiler_version": "2.17.194.0+d312836f",
24
+ "dynamic_batch_size": false,
25
+ "inline_weights_to_neff": false,
26
+ "optlevel": "2",
27
+ "output_attentions": false,
28
+ "output_hidden_states": false,
29
+ "static_batch_size": 1,
30
+ "static_sequence_length": 77,
31
+ "task": "feature-extraction",
32
+ "tensor_parallel_size": 1
33
+ },
34
+ "num_attention_heads": 12,
35
+ "num_hidden_layers": 12,
36
+ "output_hidden_states": true,
37
+ "vocab_size": 49408
38
+ },
39
+ "text_encoder_2": {
40
+ "architectures": [
41
+ "CLIPTextModelWithProjection"
42
+ ],
43
+ "attention_dropout": 0.0,
44
+ "dropout": 0.0,
45
+ "hidden_act": "gelu",
46
+ "hidden_size": 1280,
47
+ "initializer_factor": 1.0,
48
+ "initializer_range": 0.02,
49
+ "intermediate_size": 5120,
50
+ "layer_norm_eps": 1e-05,
51
+ "max_position_embeddings": 77,
52
+ "model_type": "clip_text_model",
53
+ "neuron": {
54
+ "auto_cast": "matmul",
55
+ "auto_cast_type": "bf16",
56
+ "compiler_type": "neuronx-cc",
57
+ "compiler_version": "2.17.194.0+d312836f",
58
+ "dynamic_batch_size": false,
59
+ "inline_weights_to_neff": false,
60
+ "optlevel": "2",
61
+ "output_attentions": false,
62
+ "output_hidden_states": false,
63
+ "static_batch_size": 1,
64
+ "static_sequence_length": 77,
65
+ "task": "feature-extraction",
66
+ "tensor_parallel_size": 1
67
+ },
68
+ "num_attention_heads": 20,
69
+ "num_hidden_layers": 32,
70
+ "output_hidden_states": true,
71
+ "vocab_size": 49408
72
+ },
73
+ "unet": {
74
+ "_class_name": "UNet2DConditionModel",
75
+ "act_fn": "silu",
76
+ "addition_embed_type": "text_time",
77
+ "addition_embed_type_num_heads": 64,
78
+ "addition_time_embed_dim": 256,
79
+ "attention_head_dim": [
80
+ 5,
81
+ 10,
82
+ 20
83
+ ],
84
+ "attention_type": "default",
85
+ "block_out_channels": [
86
+ 320,
87
+ 640,
88
+ 1280
89
+ ],
90
+ "center_input_sample": false,
91
+ "class_embed_type": null,
92
+ "class_embeddings_concat": false,
93
+ "conv_in_kernel": 3,
94
+ "conv_out_kernel": 3,
95
+ "cross_attention_dim": 2048,
96
+ "cross_attention_norm": null,
97
+ "down_block_types": [
98
+ "DownBlock2D",
99
+ "CrossAttnDownBlock2D",
100
+ "CrossAttnDownBlock2D"
101
+ ],
102
+ "downsample_padding": 1,
103
+ "dropout": 0.0,
104
+ "dual_cross_attention": false,
105
+ "encoder_hid_dim": null,
106
+ "encoder_hid_dim_type": null,
107
+ "flip_sin_to_cos": true,
108
+ "freq_shift": 0,
109
+ "in_channels": 4,
110
+ "layers_per_block": 2,
111
+ "mid_block_only_cross_attention": null,
112
+ "mid_block_scale_factor": 1,
113
+ "mid_block_type": "UNetMidBlock2DCrossAttn",
114
+ "neuron": {
115
+ "auto_cast": "matmul",
116
+ "auto_cast_type": "bf16",
117
+ "compiler_type": "neuronx-cc",
118
+ "compiler_version": "2.17.194.0+d312836f",
119
+ "dynamic_batch_size": false,
120
+ "inline_weights_to_neff": true,
121
+ "optlevel": "2",
122
+ "output_attentions": false,
123
+ "output_hidden_states": false,
124
+ "static_batch_size": 1,
125
+ "static_height": 96,
126
+ "static_num_channels": 4,
127
+ "static_sequence_length": 77,
128
+ "static_vae_scale_factor": 8,
129
+ "static_width": 96,
130
+ "task": "semantic-segmentation",
131
+ "tensor_parallel_size": 1
132
+ },
133
+ "norm_eps": 1e-05,
134
+ "norm_num_groups": 32,
135
+ "num_attention_heads": null,
136
+ "num_class_embeds": null,
137
+ "only_cross_attention": false,
138
+ "out_channels": 4,
139
+ "projection_class_embeddings_input_dim": 2816,
140
+ "resnet_out_scale_factor": 1.0,
141
+ "resnet_skip_time_act": false,
142
+ "resnet_time_scale_shift": "default",
143
+ "reverse_transformer_layers_per_block": null,
144
+ "time_cond_proj_dim": null,
145
+ "time_embedding_act_fn": null,
146
+ "time_embedding_dim": null,
147
+ "time_embedding_type": "positional",
148
+ "timestep_post_act": null,
149
+ "transformer_layers_per_block": [
150
+ 1,
151
+ 2,
152
+ 10
153
+ ],
154
+ "up_block_types": [
155
+ "CrossAttnUpBlock2D",
156
+ "CrossAttnUpBlock2D",
157
+ "UpBlock2D"
158
+ ],
159
+ "upcast_attention": null,
160
+ "use_linear_projection": true
161
+ }
162
+ }
neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/model_index.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "StableDiffusionXLPipeline",
3
+ "_diffusers_version": "0.30.3",
4
+ "_name_or_path": "stabilityai/sdxl-turbo",
5
+ "feature_extractor": [
6
+ null,
7
+ null
8
+ ],
9
+ "force_zeros_for_empty_prompt": true,
10
+ "image_encoder": [
11
+ null,
12
+ null
13
+ ],
14
+ "scheduler": [
15
+ "diffusers",
16
+ "EulerAncestralDiscreteScheduler"
17
+ ],
18
+ "text_encoder": [
19
+ "transformers",
20
+ "CLIPTextModel"
21
+ ],
22
+ "text_encoder_2": [
23
+ "transformers",
24
+ "CLIPTextModelWithProjection"
25
+ ],
26
+ "tokenizer": [
27
+ "transformers",
28
+ "CLIPTokenizer"
29
+ ],
30
+ "tokenizer_2": [
31
+ "transformers",
32
+ "CLIPTokenizer"
33
+ ],
34
+ "unet": [
35
+ "diffusers",
36
+ "UNet2DConditionModel"
37
+ ],
38
+ "vae": [
39
+ "diffusers",
40
+ "AutoencoderKL"
41
+ ]
42
+ }
neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/scheduler/scheduler_config.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "EulerAncestralDiscreteScheduler",
3
+ "_diffusers_version": "0.30.3",
4
+ "beta_end": 0.012,
5
+ "beta_schedule": "scaled_linear",
6
+ "beta_start": 0.00085,
7
+ "clip_sample": false,
8
+ "interpolation_type": "linear",
9
+ "num_train_timesteps": 1000,
10
+ "prediction_type": "epsilon",
11
+ "rescale_betas_zero_snr": false,
12
+ "sample_max_value": 1.0,
13
+ "set_alpha_to_one": false,
14
+ "skip_prk_steps": true,
15
+ "steps_offset": 1,
16
+ "timestep_spacing": "trailing",
17
+ "trained_betas": null
18
+ }
neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/text_encoder/config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_attn_implementation_autoset": true,
3
+ "_name_or_path": "/home/runner/.cache/huggingface/hub/models--stabilityai--sdxl-turbo/snapshots/71153311d3dbb46851df1931d3ca6e939de83304/text_encoder",
4
+ "architectures": [
5
+ "CLIPTextModel"
6
+ ],
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 0,
9
+ "dropout": 0.0,
10
+ "eos_token_id": 2,
11
+ "hidden_act": "quick_gelu",
12
+ "hidden_size": 768,
13
+ "initializer_factor": 1.0,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 3072,
16
+ "layer_norm_eps": 1e-05,
17
+ "max_position_embeddings": 77,
18
+ "model_type": "clip_text_model",
19
+ "neuron": {
20
+ "auto_cast": "matmul",
21
+ "auto_cast_type": "bf16",
22
+ "compiler_type": "neuronx-cc",
23
+ "compiler_version": "2.17.194.0+d312836f",
24
+ "dynamic_batch_size": false,
25
+ "inline_weights_to_neff": false,
26
+ "input_names": [
27
+ "input_ids"
28
+ ],
29
+ "model_type": "clip-text-model",
30
+ "optlevel": "2",
31
+ "output_attentions": false,
32
+ "output_hidden_states": false,
33
+ "output_names": [
34
+ "last_hidden_state",
35
+ "pooler_output",
36
+ "hidden_states"
37
+ ],
38
+ "static_batch_size": 1,
39
+ "static_sequence_length": 77,
40
+ "task": "feature-extraction",
41
+ "tensor_parallel_size": 1
42
+ },
43
+ "num_attention_heads": 12,
44
+ "num_hidden_layers": 12,
45
+ "output_hidden_states": true,
46
+ "pad_token_id": 1,
47
+ "projection_dim": 768,
48
+ "torch_dtype": "float32",
49
+ "torchscript": true,
50
+ "transformers_version": "4.49.0",
51
+ "vocab_size": 49408
52
+ }
neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/text_encoder/model.neuron ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b06e47e21ffb869d1ea14f2c214a6f3f9ac318a657d0826cb672a14b570b1d82
3
+ size 495950649
neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/text_encoder_2/config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_attn_implementation_autoset": true,
3
+ "_name_or_path": "/home/runner/.cache/huggingface/hub/models--stabilityai--sdxl-turbo/snapshots/71153311d3dbb46851df1931d3ca6e939de83304/text_encoder_2",
4
+ "architectures": [
5
+ "CLIPTextModelWithProjection"
6
+ ],
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 0,
9
+ "dropout": 0.0,
10
+ "eos_token_id": 2,
11
+ "hidden_act": "gelu",
12
+ "hidden_size": 1280,
13
+ "initializer_factor": 1.0,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 5120,
16
+ "layer_norm_eps": 1e-05,
17
+ "max_position_embeddings": 77,
18
+ "model_type": "clip_text_model",
19
+ "neuron": {
20
+ "auto_cast": "matmul",
21
+ "auto_cast_type": "bf16",
22
+ "compiler_type": "neuronx-cc",
23
+ "compiler_version": "2.17.194.0+d312836f",
24
+ "dynamic_batch_size": false,
25
+ "inline_weights_to_neff": false,
26
+ "input_names": [
27
+ "input_ids"
28
+ ],
29
+ "model_type": "clip-text-with-projection",
30
+ "optlevel": "2",
31
+ "output_attentions": false,
32
+ "output_hidden_states": false,
33
+ "output_names": [
34
+ "text_embeds",
35
+ "last_hidden_state",
36
+ "hidden_states"
37
+ ],
38
+ "static_batch_size": 1,
39
+ "static_sequence_length": 77,
40
+ "task": "feature-extraction",
41
+ "tensor_parallel_size": 1
42
+ },
43
+ "num_attention_heads": 20,
44
+ "num_hidden_layers": 32,
45
+ "output_hidden_states": true,
46
+ "pad_token_id": 1,
47
+ "projection_dim": 1280,
48
+ "torch_dtype": "float32",
49
+ "torchscript": true,
50
+ "transformers_version": "4.49.0",
51
+ "vocab_size": 49408
52
+ }
neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/text_encoder_2/model.neuron ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4588f57683173b6de48513709970d9b5626af7a15f0e4399dc1629395183e2d5
3
+ size 2801222123
neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/tokenizer/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/tokenizer/special_tokens_map.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<|startoftext|>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "<|endoftext|>",
11
+ "lstrip": false,
12
+ "normalized": true,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "<|endoftext|>",
18
+ "lstrip": false,
19
+ "normalized": true,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "<|endoftext|>",
25
+ "lstrip": false,
26
+ "normalized": true,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ }
30
+ }
neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/tokenizer/tokenizer_config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "49406": {
5
+ "content": "<|startoftext|>",
6
+ "lstrip": false,
7
+ "normalized": true,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "49407": {
13
+ "content": "<|endoftext|>",
14
+ "lstrip": false,
15
+ "normalized": true,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ }
20
+ },
21
+ "bos_token": "<|startoftext|>",
22
+ "clean_up_tokenization_spaces": true,
23
+ "do_lower_case": true,
24
+ "eos_token": "<|endoftext|>",
25
+ "errors": "replace",
26
+ "extra_special_tokens": {},
27
+ "model_max_length": 77,
28
+ "pad_token": "<|endoftext|>",
29
+ "tokenizer_class": "CLIPTokenizer",
30
+ "unk_token": "<|endoftext|>"
31
+ }
neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/tokenizer/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/tokenizer_2/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/tokenizer_2/special_tokens_map.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<|startoftext|>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "<|endoftext|>",
11
+ "lstrip": false,
12
+ "normalized": true,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "!",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "<|endoftext|>",
25
+ "lstrip": false,
26
+ "normalized": true,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ }
30
+ }
neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/tokenizer_2/tokenizer_config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "0": {
5
+ "content": "!",
6
+ "lstrip": false,
7
+ "normalized": false,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "49406": {
13
+ "content": "<|startoftext|>",
14
+ "lstrip": false,
15
+ "normalized": true,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "49407": {
21
+ "content": "<|endoftext|>",
22
+ "lstrip": false,
23
+ "normalized": true,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ }
28
+ },
29
+ "bos_token": "<|startoftext|>",
30
+ "clean_up_tokenization_spaces": true,
31
+ "do_lower_case": true,
32
+ "eos_token": "<|endoftext|>",
33
+ "errors": "replace",
34
+ "extra_special_tokens": {},
35
+ "model_max_length": 77,
36
+ "pad_token": "!",
37
+ "tokenizer_class": "CLIPTokenizer",
38
+ "unk_token": "<|endoftext|>"
39
+ }
neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/tokenizer_2/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/unet/config.json ADDED
@@ -0,0 +1,105 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "UNet2DConditionModel",
3
+ "_commit_hash": null,
4
+ "_diffusers_version": "0.30.3",
5
+ "_name_or_path": "/home/runner/.cache/huggingface/hub/models--stabilityai--sdxl-turbo/snapshots/71153311d3dbb46851df1931d3ca6e939de83304/unet",
6
+ "act_fn": "silu",
7
+ "addition_embed_type": "text_time",
8
+ "addition_embed_type_num_heads": 64,
9
+ "addition_time_embed_dim": 256,
10
+ "attention_head_dim": [
11
+ 5,
12
+ 10,
13
+ 20
14
+ ],
15
+ "attention_type": "default",
16
+ "block_out_channels": [
17
+ 320,
18
+ 640,
19
+ 1280
20
+ ],
21
+ "center_input_sample": false,
22
+ "class_embed_type": null,
23
+ "class_embeddings_concat": false,
24
+ "conv_in_kernel": 3,
25
+ "conv_out_kernel": 3,
26
+ "cross_attention_dim": 2048,
27
+ "cross_attention_norm": null,
28
+ "down_block_types": [
29
+ "DownBlock2D",
30
+ "CrossAttnDownBlock2D",
31
+ "CrossAttnDownBlock2D"
32
+ ],
33
+ "downsample_padding": 1,
34
+ "dropout": 0.0,
35
+ "dual_cross_attention": false,
36
+ "encoder_hid_dim": null,
37
+ "encoder_hid_dim_type": null,
38
+ "flip_sin_to_cos": true,
39
+ "freq_shift": 0,
40
+ "in_channels": 4,
41
+ "layers_per_block": 2,
42
+ "mid_block_only_cross_attention": null,
43
+ "mid_block_scale_factor": 1,
44
+ "mid_block_type": "UNetMidBlock2DCrossAttn",
45
+ "neuron": {
46
+ "auto_cast": "matmul",
47
+ "auto_cast_type": "bf16",
48
+ "compiler_type": "neuronx-cc",
49
+ "compiler_version": "2.17.194.0+d312836f",
50
+ "dynamic_batch_size": false,
51
+ "inline_weights_to_neff": true,
52
+ "input_names": [
53
+ "sample",
54
+ "timestep",
55
+ "encoder_hidden_states",
56
+ "text_embeds",
57
+ "time_ids"
58
+ ],
59
+ "model_type": "unet",
60
+ "optlevel": "2",
61
+ "output_attentions": false,
62
+ "output_hidden_states": false,
63
+ "output_names": [
64
+ "sample"
65
+ ],
66
+ "static_batch_size": 1,
67
+ "static_height": 96,
68
+ "static_num_channels": 4,
69
+ "static_sequence_length": 77,
70
+ "static_vae_scale_factor": 8,
71
+ "static_width": 96,
72
+ "task": "semantic-segmentation",
73
+ "tensor_parallel_size": 1
74
+ },
75
+ "norm_eps": 1e-05,
76
+ "norm_num_groups": 32,
77
+ "num_attention_heads": null,
78
+ "num_class_embeds": null,
79
+ "only_cross_attention": false,
80
+ "out_channels": 4,
81
+ "projection_class_embeddings_input_dim": 2816,
82
+ "resnet_out_scale_factor": 1.0,
83
+ "resnet_skip_time_act": false,
84
+ "resnet_time_scale_shift": "default",
85
+ "reverse_transformer_layers_per_block": null,
86
+ "sample_size": 64,
87
+ "time_cond_proj_dim": null,
88
+ "time_embedding_act_fn": null,
89
+ "time_embedding_dim": null,
90
+ "time_embedding_type": "positional",
91
+ "timestep_post_act": null,
92
+ "transformer_layers_per_block": [
93
+ 1,
94
+ 2,
95
+ 10
96
+ ],
97
+ "transformers_version": null,
98
+ "up_block_types": [
99
+ "CrossAttnUpBlock2D",
100
+ "CrossAttnUpBlock2D",
101
+ "UpBlock2D"
102
+ ],
103
+ "upcast_attention": null,
104
+ "use_linear_projection": true
105
+ }
neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/unet/model.neuron ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a8144f92e7c6719c38473410958bfe3a2b1076146067e3b7cd3f15e23cfc2d0
3
+ size 4156474685
neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/vae_decoder/config.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "AutoencoderKL",
3
+ "_commit_hash": null,
4
+ "_diffusers_version": "0.30.3",
5
+ "_name_or_path": "/home/runner/.cache/huggingface/hub/models--stabilityai--sdxl-turbo/snapshots/71153311d3dbb46851df1931d3ca6e939de83304/vae",
6
+ "_use_default_values": [
7
+ "mid_block_add_attention",
8
+ "use_quant_conv",
9
+ "latents_mean",
10
+ "latents_std",
11
+ "use_post_quant_conv",
12
+ "shift_factor"
13
+ ],
14
+ "act_fn": "silu",
15
+ "block_out_channels": [
16
+ 128,
17
+ 256,
18
+ 512,
19
+ 512
20
+ ],
21
+ "down_block_types": [
22
+ "DownEncoderBlock2D",
23
+ "DownEncoderBlock2D",
24
+ "DownEncoderBlock2D",
25
+ "DownEncoderBlock2D"
26
+ ],
27
+ "force_upcast": true,
28
+ "in_channels": 3,
29
+ "latent_channels": 4,
30
+ "latents_mean": null,
31
+ "latents_std": null,
32
+ "layers_per_block": 2,
33
+ "mid_block_add_attention": true,
34
+ "neuron": {
35
+ "auto_cast": "matmul",
36
+ "auto_cast_type": "bf16",
37
+ "compiler_type": "neuronx-cc",
38
+ "compiler_version": "2.17.194.0+d312836f",
39
+ "dynamic_batch_size": false,
40
+ "inline_weights_to_neff": true,
41
+ "input_names": [
42
+ "latent_sample"
43
+ ],
44
+ "model_type": "vae-decoder",
45
+ "optlevel": "2",
46
+ "output_attentions": false,
47
+ "output_hidden_states": false,
48
+ "output_names": [
49
+ "sample"
50
+ ],
51
+ "static_batch_size": 1,
52
+ "static_height": 96,
53
+ "static_num_channels": 4,
54
+ "static_width": 96,
55
+ "task": "semantic-segmentation",
56
+ "tensor_parallel_size": 1
57
+ },
58
+ "norm_num_groups": 32,
59
+ "out_channels": 3,
60
+ "sample_size": 1024,
61
+ "scaling_factor": 0.13025,
62
+ "shift_factor": null,
63
+ "transformers_version": null,
64
+ "up_block_types": [
65
+ "UpDecoderBlock2D",
66
+ "UpDecoderBlock2D",
67
+ "UpDecoderBlock2D",
68
+ "UpDecoderBlock2D"
69
+ ],
70
+ "use_post_quant_conv": true,
71
+ "use_quant_conv": true
72
+ }
neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/vae_decoder/model.neuron ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9638e64a6fe9fb8949375315d80107852382a82ceda886377d55600fd6dbe7b
3
+ size 509313587
neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/vae_encoder/config.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "AutoencoderKL",
3
+ "_commit_hash": null,
4
+ "_diffusers_version": "0.30.3",
5
+ "_name_or_path": "/home/runner/.cache/huggingface/hub/models--stabilityai--sdxl-turbo/snapshots/71153311d3dbb46851df1931d3ca6e939de83304/vae",
6
+ "_use_default_values": [
7
+ "mid_block_add_attention",
8
+ "use_quant_conv",
9
+ "latents_mean",
10
+ "latents_std",
11
+ "use_post_quant_conv",
12
+ "shift_factor"
13
+ ],
14
+ "act_fn": "silu",
15
+ "block_out_channels": [
16
+ 128,
17
+ 256,
18
+ 512,
19
+ 512
20
+ ],
21
+ "down_block_types": [
22
+ "DownEncoderBlock2D",
23
+ "DownEncoderBlock2D",
24
+ "DownEncoderBlock2D",
25
+ "DownEncoderBlock2D"
26
+ ],
27
+ "force_upcast": true,
28
+ "in_channels": 3,
29
+ "latent_channels": 4,
30
+ "latents_mean": null,
31
+ "latents_std": null,
32
+ "layers_per_block": 2,
33
+ "mid_block_add_attention": true,
34
+ "neuron": {
35
+ "auto_cast": "matmul",
36
+ "auto_cast_type": "bf16",
37
+ "compiler_type": "neuronx-cc",
38
+ "compiler_version": "2.17.194.0+d312836f",
39
+ "dynamic_batch_size": false,
40
+ "inline_weights_to_neff": true,
41
+ "input_names": [
42
+ "sample"
43
+ ],
44
+ "model_type": "vae-encoder",
45
+ "optlevel": "2",
46
+ "output_attentions": false,
47
+ "output_hidden_states": false,
48
+ "output_names": [
49
+ "latent_parameters"
50
+ ],
51
+ "static_batch_size": 1,
52
+ "static_height": 768,
53
+ "static_num_channels": 3,
54
+ "static_width": 768,
55
+ "task": "semantic-segmentation",
56
+ "tensor_parallel_size": 1
57
+ },
58
+ "norm_num_groups": 32,
59
+ "out_channels": 3,
60
+ "sample_size": 1024,
61
+ "scaling_factor": 0.13025,
62
+ "shift_factor": null,
63
+ "transformers_version": null,
64
+ "up_block_types": [
65
+ "UpDecoderBlock2D",
66
+ "UpDecoderBlock2D",
67
+ "UpDecoderBlock2D",
68
+ "UpDecoderBlock2D"
69
+ ],
70
+ "use_post_quant_conv": true,
71
+ "use_quant_conv": true
72
+ }
neuronxcc-2.17.194.0+d312836f/MODULE_c4162c03a5bca6d7620e/vae_encoder/model.neuron ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71294ce2d791c789e8149e954e8b7d4989e7ac1e20c00f6c2713376248fa529a
3
+ size 285682227