| { |
| "bias_init": "zeros", |
| "compute_dropout": 0, |
| "compute_heads": 16, |
| "compute_stochastic_depth": 0, |
| "concat_cond_token_to_latents": false, |
| "data_dim": 256, |
| "data_mlp_multiplier": 4, |
| "data_positional_embedding_type": "learned", |
| "data_size": 32, |
| "label_dim": 2048, |
| "latent_mlp_multiplier": 4, |
| "latents_dim": 1024, |
| "noise_embedding_type": "positional", |
| "num_blocks": 4, |
| "num_cond_tokens": 77, |
| "num_input_channels": 4, |
| "num_latents": 256, |
| "num_processing_layers": 4, |
| "num_text_registers": 16, |
| "path_size": 2, |
| "read_write_heads": 16, |
| "rw_dropout": 0.0, |
| "rw_stochastic_depth": 0, |
| "time_scaling": 1000.0, |
| "use_16_bits_layer_norm": false, |
| "use_biases": true, |
| "use_cond_rin_block": true, |
| "use_cond_token": true, |
| "weight_init": "xavier_uniform" |
| } |
