Training in progress, step 4000
Browse files- added_tokens.json +4 -0
- config.json +91 -0
- model.safetensors +3 -0
- runs/Aug22_16-18-56_240c73c9d929/events.out.tfevents.1755879556.240c73c9d929.36.0 +3 -0
- runs/Aug22_16-19-47_240c73c9d929/events.out.tfevents.1755879592.240c73c9d929.36.1 +3 -0
- special_tokens_map.json +13 -0
- spm_char.model +3 -0
- tokenizer_config.json +64 -0
- training_args.bin +3 -0
    	
        added_tokens.json
    ADDED
    
    | @@ -0,0 +1,4 @@ | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "<ctc_blank>": 80,
         | 
| 3 | 
            +
              "<mask>": 79
         | 
| 4 | 
            +
            }
         | 
    	
        config.json
    ADDED
    
    | @@ -0,0 +1,91 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "activation_dropout": 0.1,
         | 
| 3 | 
            +
              "apply_spec_augment": true,
         | 
| 4 | 
            +
              "architectures": [
         | 
| 5 | 
            +
                "SpeechT5ForTextToSpeech"
         | 
| 6 | 
            +
              ],
         | 
| 7 | 
            +
              "attention_dropout": 0.1,
         | 
| 8 | 
            +
              "bos_token_id": 0,
         | 
| 9 | 
            +
              "conv_bias": false,
         | 
| 10 | 
            +
              "conv_dim": [
         | 
| 11 | 
            +
                512,
         | 
| 12 | 
            +
                512,
         | 
| 13 | 
            +
                512,
         | 
| 14 | 
            +
                512,
         | 
| 15 | 
            +
                512,
         | 
| 16 | 
            +
                512,
         | 
| 17 | 
            +
                512
         | 
| 18 | 
            +
              ],
         | 
| 19 | 
            +
              "conv_kernel": [
         | 
| 20 | 
            +
                10,
         | 
| 21 | 
            +
                3,
         | 
| 22 | 
            +
                3,
         | 
| 23 | 
            +
                3,
         | 
| 24 | 
            +
                3,
         | 
| 25 | 
            +
                2,
         | 
| 26 | 
            +
                2
         | 
| 27 | 
            +
              ],
         | 
| 28 | 
            +
              "conv_stride": [
         | 
| 29 | 
            +
                5,
         | 
| 30 | 
            +
                2,
         | 
| 31 | 
            +
                2,
         | 
| 32 | 
            +
                2,
         | 
| 33 | 
            +
                2,
         | 
| 34 | 
            +
                2,
         | 
| 35 | 
            +
                2
         | 
| 36 | 
            +
              ],
         | 
| 37 | 
            +
              "decoder_attention_heads": 12,
         | 
| 38 | 
            +
              "decoder_ffn_dim": 3072,
         | 
| 39 | 
            +
              "decoder_layerdrop": 0.1,
         | 
| 40 | 
            +
              "decoder_layers": 6,
         | 
| 41 | 
            +
              "decoder_start_token_id": 2,
         | 
| 42 | 
            +
              "dtype": "float32",
         | 
| 43 | 
            +
              "encoder_attention_heads": 12,
         | 
| 44 | 
            +
              "encoder_ffn_dim": 3072,
         | 
| 45 | 
            +
              "encoder_layerdrop": 0.1,
         | 
| 46 | 
            +
              "encoder_layers": 12,
         | 
| 47 | 
            +
              "encoder_max_relative_position": 160,
         | 
| 48 | 
            +
              "eos_token_id": 2,
         | 
| 49 | 
            +
              "feat_extract_activation": "gelu",
         | 
| 50 | 
            +
              "feat_extract_norm": "group",
         | 
| 51 | 
            +
              "feat_proj_dropout": 0.0,
         | 
| 52 | 
            +
              "guided_attention_loss_num_heads": 2,
         | 
| 53 | 
            +
              "guided_attention_loss_scale": 10.0,
         | 
| 54 | 
            +
              "guided_attention_loss_sigma": 0.4,
         | 
| 55 | 
            +
              "hidden_act": "gelu",
         | 
| 56 | 
            +
              "hidden_dropout": 0.1,
         | 
| 57 | 
            +
              "hidden_size": 768,
         | 
| 58 | 
            +
              "initializer_range": 0.02,
         | 
| 59 | 
            +
              "is_encoder_decoder": true,
         | 
| 60 | 
            +
              "layer_norm_eps": 1e-05,
         | 
| 61 | 
            +
              "mask_feature_length": 10,
         | 
| 62 | 
            +
              "mask_feature_min_masks": 0,
         | 
| 63 | 
            +
              "mask_feature_prob": 0.0,
         | 
| 64 | 
            +
              "mask_time_length": 10,
         | 
| 65 | 
            +
              "mask_time_min_masks": 2,
         | 
| 66 | 
            +
              "mask_time_prob": 0.05,
         | 
| 67 | 
            +
              "max_length": null,
         | 
| 68 | 
            +
              "max_speech_positions": 1876,
         | 
| 69 | 
            +
              "max_text_positions": 600,
         | 
| 70 | 
            +
              "model_type": "speecht5",
         | 
| 71 | 
            +
              "num_conv_pos_embedding_groups": 16,
         | 
| 72 | 
            +
              "num_conv_pos_embeddings": 128,
         | 
| 73 | 
            +
              "num_feat_extract_layers": 7,
         | 
| 74 | 
            +
              "num_mel_bins": 80,
         | 
| 75 | 
            +
              "pad_token_id": 1,
         | 
| 76 | 
            +
              "positional_dropout": 0.1,
         | 
| 77 | 
            +
              "reduction_factor": 2,
         | 
| 78 | 
            +
              "scale_embedding": false,
         | 
| 79 | 
            +
              "speaker_embedding_dim": 512,
         | 
| 80 | 
            +
              "speech_decoder_postnet_dropout": 0.5,
         | 
| 81 | 
            +
              "speech_decoder_postnet_kernel": 5,
         | 
| 82 | 
            +
              "speech_decoder_postnet_layers": 5,
         | 
| 83 | 
            +
              "speech_decoder_postnet_units": 256,
         | 
| 84 | 
            +
              "speech_decoder_prenet_dropout": 0.5,
         | 
| 85 | 
            +
              "speech_decoder_prenet_layers": 2,
         | 
| 86 | 
            +
              "speech_decoder_prenet_units": 256,
         | 
| 87 | 
            +
              "transformers_version": "4.56.0.dev0",
         | 
| 88 | 
            +
              "use_cache": false,
         | 
| 89 | 
            +
              "use_guided_attention_loss": true,
         | 
| 90 | 
            +
              "vocab_size": 81
         | 
| 91 | 
            +
            }
         | 
    	
        model.safetensors
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:8063d83ffac506a2cd0c4228d073ed70cc6e83fbff6b2361c2b4824522652f07
         | 
| 3 | 
            +
            size 577789320
         | 
    	
        runs/Aug22_16-18-56_240c73c9d929/events.out.tfevents.1755879556.240c73c9d929.36.0
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:53e8def33109601f533a1566d134488ed3d73eed68f4d17a050f3caa6cada7a4
         | 
| 3 | 
            +
            size 6554
         | 
    	
        runs/Aug22_16-19-47_240c73c9d929/events.out.tfevents.1755879592.240c73c9d929.36.1
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:b9f81c1b61b3afc8b84a902d11358539f650715f70a2991b2bb674c450c1f606
         | 
| 3 | 
            +
            size 41377
         | 
    	
        special_tokens_map.json
    ADDED
    
    | @@ -0,0 +1,13 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "bos_token": "<s>",
         | 
| 3 | 
            +
              "eos_token": "</s>",
         | 
| 4 | 
            +
              "mask_token": {
         | 
| 5 | 
            +
                "content": "<mask>",
         | 
| 6 | 
            +
                "lstrip": true,
         | 
| 7 | 
            +
                "normalized": true,
         | 
| 8 | 
            +
                "rstrip": false,
         | 
| 9 | 
            +
                "single_word": false
         | 
| 10 | 
            +
              },
         | 
| 11 | 
            +
              "pad_token": "<pad>",
         | 
| 12 | 
            +
              "unk_token": "<unk>"
         | 
| 13 | 
            +
            }
         | 
    	
        spm_char.model
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:7fcc48f3e225f627b1641db410ceb0c8649bd2b0c982e150b03f8be3728ab560
         | 
| 3 | 
            +
            size 238473
         | 
    	
        tokenizer_config.json
    ADDED
    
    | @@ -0,0 +1,64 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "added_tokens_decoder": {
         | 
| 3 | 
            +
                "0": {
         | 
| 4 | 
            +
                  "content": "<s>",
         | 
| 5 | 
            +
                  "lstrip": false,
         | 
| 6 | 
            +
                  "normalized": false,
         | 
| 7 | 
            +
                  "rstrip": false,
         | 
| 8 | 
            +
                  "single_word": false,
         | 
| 9 | 
            +
                  "special": true
         | 
| 10 | 
            +
                },
         | 
| 11 | 
            +
                "1": {
         | 
| 12 | 
            +
                  "content": "<pad>",
         | 
| 13 | 
            +
                  "lstrip": false,
         | 
| 14 | 
            +
                  "normalized": false,
         | 
| 15 | 
            +
                  "rstrip": false,
         | 
| 16 | 
            +
                  "single_word": false,
         | 
| 17 | 
            +
                  "special": true
         | 
| 18 | 
            +
                },
         | 
| 19 | 
            +
                "2": {
         | 
| 20 | 
            +
                  "content": "</s>",
         | 
| 21 | 
            +
                  "lstrip": false,
         | 
| 22 | 
            +
                  "normalized": false,
         | 
| 23 | 
            +
                  "rstrip": false,
         | 
| 24 | 
            +
                  "single_word": false,
         | 
| 25 | 
            +
                  "special": true
         | 
| 26 | 
            +
                },
         | 
| 27 | 
            +
                "3": {
         | 
| 28 | 
            +
                  "content": "<unk>",
         | 
| 29 | 
            +
                  "lstrip": false,
         | 
| 30 | 
            +
                  "normalized": false,
         | 
| 31 | 
            +
                  "rstrip": false,
         | 
| 32 | 
            +
                  "single_word": false,
         | 
| 33 | 
            +
                  "special": true
         | 
| 34 | 
            +
                },
         | 
| 35 | 
            +
                "79": {
         | 
| 36 | 
            +
                  "content": "<mask>",
         | 
| 37 | 
            +
                  "lstrip": true,
         | 
| 38 | 
            +
                  "normalized": true,
         | 
| 39 | 
            +
                  "rstrip": false,
         | 
| 40 | 
            +
                  "single_word": false,
         | 
| 41 | 
            +
                  "special": true
         | 
| 42 | 
            +
                },
         | 
| 43 | 
            +
                "80": {
         | 
| 44 | 
            +
                  "content": "<ctc_blank>",
         | 
| 45 | 
            +
                  "lstrip": false,
         | 
| 46 | 
            +
                  "normalized": true,
         | 
| 47 | 
            +
                  "rstrip": false,
         | 
| 48 | 
            +
                  "single_word": false,
         | 
| 49 | 
            +
                  "special": false
         | 
| 50 | 
            +
                }
         | 
| 51 | 
            +
              },
         | 
| 52 | 
            +
              "bos_token": "<s>",
         | 
| 53 | 
            +
              "clean_up_tokenization_spaces": false,
         | 
| 54 | 
            +
              "eos_token": "</s>",
         | 
| 55 | 
            +
              "extra_special_tokens": {},
         | 
| 56 | 
            +
              "mask_token": "<mask>",
         | 
| 57 | 
            +
              "model_max_length": 600,
         | 
| 58 | 
            +
              "normalize": false,
         | 
| 59 | 
            +
              "pad_token": "<pad>",
         | 
| 60 | 
            +
              "processor_class": "SpeechT5Processor",
         | 
| 61 | 
            +
              "sp_model_kwargs": {},
         | 
| 62 | 
            +
              "tokenizer_class": "SpeechT5Tokenizer",
         | 
| 63 | 
            +
              "unk_token": "<unk>"
         | 
| 64 | 
            +
            }
         | 
    	
        training_args.bin
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:64e6e7d628839013050baff644a860e22e97c1f686b7a41b3b0118078f59623e
         | 
| 3 | 
            +
            size 5496
         |