Upload lm-boosted decoder

added_tokens.json

@@ -0,0 +1 @@
+{"<s>": 31, "</s>": 32}

all_results.json

@@ -0,0 +1,14 @@
+{
+    "epoch": 100.0,
+    "eval_loss": 0.2756262719631195,
+    "eval_runtime": 36.5594,
+    "eval_samples": 1193,
+    "eval_samples_per_second": 32.632,
+    "eval_steps_per_second": 1.039,
+    "eval_wer": 0.22793148880105402,
+    "train_loss": 1.2146642443028892,
+    "train_runtime": 11060.029,
+    "train_samples": 2606,
+    "train_samples_per_second": 23.562,
+    "train_steps_per_second": 0.741
+}

alphabet.json

@@ -0,0 +1 @@
+{"labels": [" ", "a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l", "m", "n", "o", "p", "r", "s", "t", "u", "v", "w", "x", "y", "z", "\u010d", "\u0161", "\u017e", "\u2047", "", "<s>", "</s>"], "is_bpe": false}

config.json

@@ -0,0 +1,107 @@
+{
+  "_name_or_path": "facebook/wav2vec2-xls-r-300m",
+  "activation_dropout": 0.0,
+  "adapter_kernel_size": 3,
+  "adapter_stride": 2,
+  "add_adapter": false,
+  "apply_spec_augment": true,
+  "architectures": [
+    "Wav2Vec2ForCTC"
+  ],
+  "attention_dropout": 0.1,
+  "bos_token_id": 1,
+  "classifier_proj_size": 256,
+  "codevector_dim": 768,
+  "contrastive_logits_temperature": 0.1,
+  "conv_bias": true,
+  "conv_dim": [
+    512,
+    512,
+    512,
+    512,
+    512,
+    512,
+    512
+  ],
+  "conv_kernel": [
+    10,
+    3,
+    3,
+    3,
+    3,
+    2,
+    2
+  ],
+  "conv_stride": [
+    5,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2
+  ],
+  "ctc_loss_reduction": "mean",
+  "ctc_zero_infinity": false,
+  "diversity_loss_weight": 0.1,
+  "do_stable_layer_norm": true,
+  "eos_token_id": 2,
+  "feat_extract_activation": "gelu",
+  "feat_extract_dropout": 0.0,
+  "feat_extract_norm": "layer",
+  "feat_proj_dropout": 0.0,
+  "feat_quantizer_dropout": 0.0,
+  "final_dropout": 0.0,
+  "hidden_act": "gelu",
+  "hidden_dropout": 0.0,
+  "hidden_size": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "layer_norm_eps": 1e-05,
+  "layerdrop": 0.0,
+  "mask_feature_length": 64,
+  "mask_feature_min_masks": 0,
+  "mask_feature_prob": 0.25,
+  "mask_time_length": 10,
+  "mask_time_min_masks": 2,
+  "mask_time_prob": 0.75,
+  "model_type": "wav2vec2",
+  "num_adapter_layers": 3,
+  "num_attention_heads": 16,
+  "num_codevector_groups": 2,
+  "num_codevectors_per_group": 320,
+  "num_conv_pos_embedding_groups": 16,
+  "num_conv_pos_embeddings": 128,
+  "num_feat_extract_layers": 7,
+  "num_hidden_layers": 24,
+  "num_negatives": 100,
+  "output_hidden_size": 1024,
+  "pad_token_id": 30,
+  "proj_codevector_dim": 768,
+  "tdnn_dilation": [
+    1,
+    2,
+    3,
+    1,
+    1
+  ],
+  "tdnn_dim": [
+    512,
+    512,
+    512,
+    512,
+    1500
+  ],
+  "tdnn_kernel": [
+    5,
+    3,
+    3,
+    1,
+    1
+  ],
+  "torch_dtype": "float32",
+  "transformers_version": "4.17.0.dev0",
+  "use_weighted_layer_sum": false,
+  "vocab_size": 33,
+  "xvector_output_dim": 512
+}

eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 100.0,
+    "eval_loss": 0.2756262719631195,
+    "eval_runtime": 36.5594,
+    "eval_samples": 1193,
+    "eval_samples_per_second": 32.632,
+    "eval_steps_per_second": 1.039,
+    "eval_wer": 0.22793148880105402
+}

language_model/5gram.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0380ec6b189e53c9d63598e9e17a22f85fd986c88f08eb493b1d4a204b27faf9
+size 441412401

language_model/attrs.json

@@ -0,0 +1 @@
+{"alpha": 0.5, "beta": 1.5, "unk_score_offset": -10.0, "score_boundary": true}

preprocessor_config.json

@@ -0,0 +1,10 @@
+{
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0,
+  "processor_class": "Wav2Vec2ProcessorWithLM",
+  "return_attention_mask": true,
+  "sampling_rate": 16000
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635af03a6c91091ab8a1df536d96b45ad794b4f4fac38c876335a6a06d4cfa38
+size 1262058993

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}

tokenizer_config.json

@@ -0,0 +1 @@
+{"unk_token": "[UNK]", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "[PAD]", "do_lower_case": false, "word_delimiter_token": "|", "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "DrishtiSharma/wav2vec2-xls-r-sl-a1", "tokenizer_class": "Wav2Vec2CTCTokenizer", "processor_class": "Wav2Vec2ProcessorWithLM"}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 100.0,
+    "train_loss": 1.2146642443028892,
+    "train_runtime": 11060.029,
+    "train_samples": 2606,
+    "train_samples_per_second": 23.562,
+    "train_steps_per_second": 0.741
+}

trainer_state.json

@@ -0,0 +1,415 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 100.0,
+  "global_step": 8200,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.4058000000000002e-05,
+      "loss": 8.5696,
+      "step": 200
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 2.8258000000000003e-05,
+      "loss": 3.3881,
+      "step": 400
+    },
+    {
+      "epoch": 6.1,
+      "eval_loss": 2.9710121154785156,
+      "eval_runtime": 37.4848,
+      "eval_samples_per_second": 31.826,
+      "eval_steps_per_second": 1.014,
+      "eval_wer": 1.0,
+      "step": 500
+    },
+    {
+      "epoch": 7.32,
+      "learning_rate": 4.2458e-05,
+      "loss": 2.9695,
+      "step": 600
+    },
+    {
+      "epoch": 9.76,
+      "learning_rate": 5.6658000000000005e-05,
+      "loss": 2.8538,
+      "step": 800
+    },
+    {
+      "epoch": 12.2,
+      "learning_rate": 7.0858e-05,
+      "loss": 2.6401,
+      "step": 1000
+    },
+    {
+      "epoch": 12.2,
+      "eval_loss": 1.7677034139633179,
+      "eval_runtime": 36.6194,
+      "eval_samples_per_second": 32.578,
+      "eval_steps_per_second": 1.038,
+      "eval_wer": 0.9733567559654516,
+      "step": 1000
+    },
+    {
+      "epoch": 14.63,
+      "learning_rate": 6.904750000000001e-05,
+      "loss": 1.81,
+      "step": 1200
+    },
+    {
+      "epoch": 17.07,
+      "learning_rate": 6.707527777777778e-05,
+      "loss": 1.5152,
+      "step": 1400
+    },
+    {
+      "epoch": 18.29,
+      "eval_loss": 0.5564321875572205,
+      "eval_runtime": 36.9716,
+      "eval_samples_per_second": 32.268,
+      "eval_steps_per_second": 1.028,
+      "eval_wer": 0.6010832967354707,
+      "step": 1500
+    },
+    {
+      "epoch": 19.51,
+      "learning_rate": 6.510305555555556e-05,
+      "loss": 1.386,
+      "step": 1600
+    },
+    {
+      "epoch": 21.95,
+      "learning_rate": 6.313083333333334e-05,
+      "loss": 1.3129,
+      "step": 1800
+    },
+    {
+      "epoch": 24.39,
+      "learning_rate": 6.115861111111111e-05,
+      "loss": 1.2191,
+      "step": 2000
+    },
+    {
+      "epoch": 24.39,
+      "eval_loss": 0.43192508816719055,
+      "eval_runtime": 36.8038,
+      "eval_samples_per_second": 32.415,
+      "eval_steps_per_second": 1.033,
+      "eval_wer": 0.4390279607670912,
+      "step": 2000
+    },
+    {
+      "epoch": 26.83,
+      "learning_rate": 5.918638888888889e-05,
+      "loss": 1.1031,
+      "step": 2200
+    },
+    {
+      "epoch": 29.27,
+      "learning_rate": 5.7214166666666665e-05,
+      "loss": 1.0237,
+      "step": 2400
+    },
+    {
+      "epoch": 30.49,
+      "eval_loss": 0.3140852749347687,
+      "eval_runtime": 36.7964,
+      "eval_samples_per_second": 32.422,
+      "eval_steps_per_second": 1.033,
+      "eval_wer": 0.31752305665349145,
+      "step": 2500
+    },
+    {
+      "epoch": 31.71,
+      "learning_rate": 5.5241944444444446e-05,
+      "loss": 0.9707,
+      "step": 2600
+    },
+    {
+      "epoch": 34.15,
+      "learning_rate": 5.326972222222223e-05,
+      "loss": 0.9189,
+      "step": 2800
+    },
+    {
+      "epoch": 36.59,
+      "learning_rate": 5.129750000000001e-05,
+      "loss": 0.8892,
+      "step": 3000
+    },
+    {
+      "epoch": 36.59,
+      "eval_loss": 0.27478542923927307,
+      "eval_runtime": 37.4013,
+      "eval_samples_per_second": 31.897,
+      "eval_steps_per_second": 1.016,
+      "eval_wer": 0.2689210950080515,
+      "step": 3000
+    },
+    {
+      "epoch": 39.02,
+      "learning_rate": 4.932527777777778e-05,
+      "loss": 0.8573,
+      "step": 3200
+    },
+    {
+      "epoch": 41.46,
+      "learning_rate": 4.735305555555556e-05,
+      "loss": 0.8296,
+      "step": 3400
+    },
+    {
+      "epoch": 42.68,
+      "eval_loss": 0.26798102259635925,
+      "eval_runtime": 37.6187,
+      "eval_samples_per_second": 31.713,
+      "eval_steps_per_second": 1.01,
+      "eval_wer": 0.2534036012296882,
+      "step": 3500
+    },
+    {
+      "epoch": 43.9,
+      "learning_rate": 4.538083333333334e-05,
+      "loss": 0.8047,
+      "step": 3600
+    },
+    {
+      "epoch": 46.34,
+      "learning_rate": 4.340861111111111e-05,
+      "loss": 0.7829,
+      "step": 3800
+    },
+    {
+      "epoch": 48.78,
+      "learning_rate": 4.1436388888888886e-05,
+      "loss": 0.7602,
+      "step": 4000
+    },
+    {
+      "epoch": 48.78,
+      "eval_loss": 0.28198665380477905,
+      "eval_runtime": 36.6815,
+      "eval_samples_per_second": 32.523,
+      "eval_steps_per_second": 1.036,
+      "eval_wer": 0.25062216366564194,
+      "step": 4000
+    },
+    {
+      "epoch": 51.22,
+      "learning_rate": 3.946416666666667e-05,
+      "loss": 0.7536,
+      "step": 4200
+    },
+    {
+      "epoch": 53.66,
+      "learning_rate": 3.7501805555555555e-05,
+      "loss": 0.7186,
+      "step": 4400
+    },
+    {
+      "epoch": 54.88,
+      "eval_loss": 0.2672194242477417,
+      "eval_runtime": 36.55,
+      "eval_samples_per_second": 32.64,
+      "eval_steps_per_second": 1.04,
+      "eval_wer": 0.23978919631093545,
+      "step": 4500
+    },
+    {
+      "epoch": 56.1,
+      "learning_rate": 3.552958333333333e-05,
+      "loss": 0.7166,
+      "step": 4600
+    },
+    {
+      "epoch": 58.54,
+      "learning_rate": 3.355736111111111e-05,
+      "loss": 0.706,
+      "step": 4800
+    },
+    {
+      "epoch": 60.98,
+      "learning_rate": 3.1595000000000005e-05,
+      "loss": 0.6887,
+      "step": 5000
+    },
+    {
+      "epoch": 60.98,
+      "eval_loss": 0.27292799949645996,
+      "eval_runtime": 36.0168,
+      "eval_samples_per_second": 33.123,
+      "eval_steps_per_second": 1.055,
+      "eval_wer": 0.24022837066315328,
+      "step": 5000
+    },
+    {
+      "epoch": 63.41,
+      "learning_rate": 2.962277777777778e-05,
+      "loss": 0.6664,
+      "step": 5200
+    },
+    {
+      "epoch": 65.85,
+      "learning_rate": 2.7650555555555557e-05,
+      "loss": 0.6507,
+      "step": 5400
+    },
+    {
+      "epoch": 67.07,
+      "eval_loss": 0.27668464183807373,
+      "eval_runtime": 37.7209,
+      "eval_samples_per_second": 31.627,
+      "eval_steps_per_second": 1.007,
+      "eval_wer": 0.23612941004245352,
+      "step": 5500
+    },
+    {
+      "epoch": 68.29,
+      "learning_rate": 2.5678333333333338e-05,
+      "loss": 0.6418,
+      "step": 5600
+    },
+    {
+      "epoch": 70.73,
+      "learning_rate": 2.3706111111111112e-05,
+      "loss": 0.6432,
+      "step": 5800
+    },
+    {
+      "epoch": 73.17,
+      "learning_rate": 2.173388888888889e-05,
+      "loss": 0.6226,
+      "step": 6000
+    },
+    {
+      "epoch": 73.17,
+      "eval_loss": 0.2817266285419464,
+      "eval_runtime": 36.1511,
+      "eval_samples_per_second": 33.0,
+      "eval_steps_per_second": 1.051,
+      "eval_wer": 0.233201581027668,
+      "step": 6000
+    },
+    {
+      "epoch": 75.61,
+      "learning_rate": 1.9761666666666667e-05,
+      "loss": 0.6183,
+      "step": 6200
+    },
+    {
+      "epoch": 78.05,
+      "learning_rate": 1.7789444444444445e-05,
+      "loss": 0.6024,
+      "step": 6400
+    },
+    {
+      "epoch": 79.27,
+      "eval_loss": 0.26792478561401367,
+      "eval_runtime": 36.4629,
+      "eval_samples_per_second": 32.718,
+      "eval_steps_per_second": 1.042,
+      "eval_wer": 0.22793148880105402,
+      "step": 6500
+    },
+    {
+      "epoch": 80.49,
+      "learning_rate": 1.5817222222222223e-05,
+      "loss": 0.6028,
+      "step": 6600
+    },
+    {
+      "epoch": 82.93,
+      "learning_rate": 1.3845000000000002e-05,
+      "loss": 0.5855,
+      "step": 6800
+    },
+    {
+      "epoch": 85.37,
+      "learning_rate": 1.1872777777777778e-05,
+      "loss": 0.5787,
+      "step": 7000
+    },
+    {
+      "epoch": 85.37,
+      "eval_loss": 0.28374168276786804,
+      "eval_runtime": 36.0785,
+      "eval_samples_per_second": 33.067,
+      "eval_steps_per_second": 1.053,
+      "eval_wer": 0.23159127506953595,
+      "step": 7000
+    },
+    {
+      "epoch": 87.8,
+      "learning_rate": 9.910416666666668e-06,
+      "loss": 0.5824,
+      "step": 7200
+    },
+    {
+      "epoch": 90.24,
+      "learning_rate": 7.938194444444445e-06,
+      "loss": 0.5744,
+      "step": 7400
+    },
+    {
+      "epoch": 91.46,
+      "eval_loss": 0.28380560874938965,
+      "eval_runtime": 35.876,
+      "eval_samples_per_second": 33.253,
+      "eval_steps_per_second": 1.059,
+      "eval_wer": 0.22837066315327184,
+      "step": 7500
+    },
+    {
+      "epoch": 92.68,
+      "learning_rate": 5.965972222222223e-06,
+      "loss": 0.569,
+      "step": 7600
+    },
+    {
+      "epoch": 95.12,
+      "learning_rate": 3.9937500000000005e-06,
+      "loss": 0.561,
+      "step": 7800
+    },
+    {
+      "epoch": 97.56,
+      "learning_rate": 2.0215277777777777e-06,
+      "loss": 0.5556,
+      "step": 8000
+    },
+    {
+      "epoch": 97.56,
+      "eval_loss": 0.2762868106365204,
+      "eval_runtime": 36.6971,
+      "eval_samples_per_second": 32.509,
+      "eval_steps_per_second": 1.036,
+      "eval_wer": 0.2280778802517933,
+      "step": 8000
+    },
+    {
+      "epoch": 100.0,
+      "learning_rate": 4.930555555555556e-08,
+      "loss": 0.558,
+      "step": 8200
+    },
+    {
+      "epoch": 100.0,
+      "step": 8200,
+      "total_flos": 2.609429292408082e+19,
+      "train_loss": 1.2146642443028892,
+      "train_runtime": 11060.029,
+      "train_samples_per_second": 23.562,
+      "train_steps_per_second": 0.741
+    }
+  ],
+  "max_steps": 8200,
+  "num_train_epochs": 100,
+  "total_flos": 2.609429292408082e+19,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0e637a96d025b32fcf24c5e87893ee63be24019cacdf479d0ff8fa6b5522e4
+size 2991

vocab.json

@@ -0,0 +1 @@
+{"a": 1, "b": 2, "c": 3, "d": 4, "e": 5, "f": 6, "g": 7, "h": 8, "i": 9, "j": 10, "k": 11, "l": 12, "m": 13, "n": 14, "o": 15, "p": 16, "r": 17, "s": 18, "t": 19, "u": 20, "v": 21, "w": 22, "x": 23, "y": 24, "z": 25, "č": 26, "š": 27, "ž": 28, "|": 0, "[UNK]": 29, "[PAD]": 30}