|
|
|
|
|
|
|
|
model: Emotion2vec |
|
|
model_conf: |
|
|
_name: data2vec_multi |
|
|
activation_dropout: 0.0 |
|
|
adversarial_hidden_dim: 128 |
|
|
adversarial_training: false |
|
|
adversarial_weight: 0.1 |
|
|
attention_dropout: 0.1 |
|
|
average_top_k_layers: 16 |
|
|
batch_norm_target_layer: false |
|
|
clone_batch: 12 |
|
|
cls_loss: 1.0 |
|
|
cls_type: chunk |
|
|
d2v_loss: 1.0 |
|
|
decoder_group: false |
|
|
depth: 8 |
|
|
dropout_input: 0.0 |
|
|
ema_anneal_end_step: 20000 |
|
|
ema_decay: 0.9997 |
|
|
ema_encoder_only: false |
|
|
ema_end_decay: 1.0 |
|
|
ema_same_dtype: true |
|
|
embed_dim: 1024 |
|
|
encoder_dropout: 0.1 |
|
|
end_drop_path_rate: 0.0 |
|
|
end_of_block_targets: false |
|
|
instance_norm_target_layer: true |
|
|
instance_norm_targets: false |
|
|
layer_norm_first: false |
|
|
layer_norm_target_layer: false |
|
|
layer_norm_targets: false |
|
|
layerdrop: 0.0 |
|
|
log_norms: true |
|
|
loss_beta: 0.0 |
|
|
loss_scale: null |
|
|
mae_init: false |
|
|
max_update: 100000 |
|
|
min_pred_var: 0.01 |
|
|
min_target_var: 0.1 |
|
|
mlp_ratio: 4.0 |
|
|
normalize: true |
|
|
modalities: |
|
|
_name: null |
|
|
audio: |
|
|
add_masks: false |
|
|
alibi_max_pos: null |
|
|
alibi_scale: 1.0 |
|
|
conv_pos_depth: 5 |
|
|
conv_pos_groups: 16 |
|
|
conv_pos_pre_ln: false |
|
|
conv_pos_width: 95 |
|
|
decoder: |
|
|
add_positions_all: false |
|
|
add_positions_masked: false |
|
|
decoder_dim: 768 |
|
|
decoder_groups: 16 |
|
|
decoder_kernel: 7 |
|
|
decoder_layers: 4 |
|
|
decoder_residual: true |
|
|
input_dropout: 0.1 |
|
|
projection_layers: 1 |
|
|
projection_ratio: 2.0 |
|
|
ema_local_encoder: false |
|
|
encoder_zero_mask: true |
|
|
end_drop_path_rate: 0.0 |
|
|
extractor_mode: layer_norm |
|
|
feature_encoder_spec: '[(512, 10, 5)] + [(512, 3, 2)] * 4 + [(512,2,2)] + [(512,2,2)]' |
|
|
init_extra_token_zero: true |
|
|
inverse_mask: false |
|
|
keep_masked_pct: 0.0 |
|
|
learned_alibi: false |
|
|
learned_alibi_scale: true |
|
|
learned_alibi_scale_per_head: true |
|
|
learned_alibi_scale_per_layer: false |
|
|
local_grad_mult: 1.0 |
|
|
mask_channel_length: 64 |
|
|
mask_channel_prob: 0.0 |
|
|
mask_dropout: 0.0 |
|
|
mask_length: 5 |
|
|
mask_noise_std: 0.01 |
|
|
mask_prob: 0.55 |
|
|
mask_prob_adjust: 0.1 |
|
|
mask_prob_min: null |
|
|
model_depth: 8 |
|
|
num_alibi_heads: 16 |
|
|
num_extra_tokens: 10 |
|
|
prenet_depth: 4 |
|
|
prenet_dropout: 0.1 |
|
|
prenet_layerdrop: 0.0 |
|
|
remove_masks: false |
|
|
start_drop_path_rate: 0.0 |
|
|
type: AUDIO |
|
|
use_alibi_encoder: true |
|
|
image: |
|
|
add_masks: false |
|
|
alibi_dims: 2 |
|
|
alibi_distance: manhattan |
|
|
alibi_max_pos: null |
|
|
alibi_scale: 1.0 |
|
|
decoder: |
|
|
add_positions_all: false |
|
|
add_positions_masked: false |
|
|
decoder_dim: 384 |
|
|
decoder_groups: 16 |
|
|
decoder_kernel: 5 |
|
|
decoder_layers: 5 |
|
|
decoder_residual: true |
|
|
input_dropout: 0.1 |
|
|
projection_layers: 1 |
|
|
projection_ratio: 2.0 |
|
|
ema_local_encoder: false |
|
|
embed_dim: 768 |
|
|
enc_dec_transformer: false |
|
|
encoder_zero_mask: true |
|
|
end_drop_path_rate: 0.0 |
|
|
fixed_positions: true |
|
|
in_chans: 3 |
|
|
init_extra_token_zero: true |
|
|
input_size: 224 |
|
|
inverse_mask: false |
|
|
keep_masked_pct: 0.0 |
|
|
learned_alibi: false |
|
|
learned_alibi_scale: false |
|
|
learned_alibi_scale_per_head: false |
|
|
learned_alibi_scale_per_layer: false |
|
|
local_grad_mult: 1.0 |
|
|
mask_channel_length: 64 |
|
|
mask_channel_prob: 0.0 |
|
|
mask_dropout: 0.0 |
|
|
mask_length: 5 |
|
|
mask_noise_std: 0.01 |
|
|
mask_prob: 0.7 |
|
|
mask_prob_adjust: 0.0 |
|
|
mask_prob_min: null |
|
|
model_depth: 8 |
|
|
num_alibi_heads: 16 |
|
|
num_extra_tokens: 0 |
|
|
patch_size: 16 |
|
|
prenet_depth: 4 |
|
|
prenet_dropout: 0.0 |
|
|
prenet_layerdrop: 0.0 |
|
|
remove_masks: false |
|
|
start_drop_path_rate: 0.0 |
|
|
transformer_decoder: false |
|
|
type: IMAGE |
|
|
use_alibi_encoder: false |
|
|
text: |
|
|
add_masks: false |
|
|
alibi_max_pos: null |
|
|
alibi_scale: 1.0 |
|
|
decoder: |
|
|
add_positions_all: false |
|
|
add_positions_masked: false |
|
|
decoder_dim: 384 |
|
|
decoder_groups: 16 |
|
|
decoder_kernel: 5 |
|
|
decoder_layers: 5 |
|
|
decoder_residual: true |
|
|
input_dropout: 0.1 |
|
|
projection_layers: 1 |
|
|
projection_ratio: 2.0 |
|
|
dropout: 0.1 |
|
|
ema_local_encoder: false |
|
|
encoder_zero_mask: true |
|
|
end_drop_path_rate: 0.0 |
|
|
init_extra_token_zero: true |
|
|
inverse_mask: false |
|
|
keep_masked_pct: 0.0 |
|
|
layernorm_embedding: true |
|
|
learned_alibi: false |
|
|
learned_alibi_scale: false |
|
|
learned_alibi_scale_per_head: false |
|
|
learned_alibi_scale_per_layer: false |
|
|
learned_pos: true |
|
|
local_grad_mult: 1.0 |
|
|
mask_channel_length: 64 |
|
|
mask_channel_prob: 0.0 |
|
|
mask_dropout: 0.0 |
|
|
mask_length: 5 |
|
|
mask_noise_std: 0.01 |
|
|
mask_prob: 0.7 |
|
|
mask_prob_adjust: 0.0 |
|
|
mask_prob_min: null |
|
|
max_source_positions: 512 |
|
|
model_depth: 8 |
|
|
no_scale_embedding: true |
|
|
no_token_positional_embeddings: false |
|
|
num_alibi_heads: 16 |
|
|
num_extra_tokens: 0 |
|
|
prenet_depth: 4 |
|
|
prenet_dropout: 0.0 |
|
|
prenet_layerdrop: 0.0 |
|
|
remove_masks: false |
|
|
start_drop_path_rate: 0.0 |
|
|
type: TEXT |
|
|
use_alibi_encoder: false |
|
|
norm_affine: true |
|
|
norm_eps: 1.0e-05 |
|
|
num_heads: 16 |
|
|
post_mlp_drop: 0.1 |
|
|
recon_loss: 0.0 |
|
|
seed: 1 |
|
|
shared_decoder: null |
|
|
skip_ema: false |
|
|
start_drop_path_rate: 0.0 |
|
|
supported_modality: AUDIO |
|
|
|
|
|
tokenizer: CharTokenizer |
|
|
tokenizer_conf: |
|
|
unk_symbol: <unk> |
|
|
split_with_space: true |
|
|
|
|
|
scope_map: |
|
|
- 'd2v_model.' |
|
|
- none |
|
|
|
|
|
|
|
|
|
