add translation results

Signed-off-by: monica-sekoyan <[email protected]>

README.md

@@ -668,6 +668,1098 @@ model-index:
           - name: Test WER (Uk)
             type: wer
             value: 18.15
+      # FLEURS Speech Translation Results (X->En)
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: bg_bg
+          split: test
+          args:
+            language: bg-en
+        metrics:
+          - name: Test BLEU (Bg->En)
+            type: bleu
+            value: 30.93
+          - name: Test COMET (Bg->En)
+            type: comet
+            value: 79.60
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: cs_cz
+          split: test
+          args:
+            language: cs-en
+        metrics:
+          - name: Test BLEU (Cs->En)
+            type: bleu
+            value: 29.28
+          - name: Test COMET (Cs->En)
+            type: comet
+            value: 78.64
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: da_dk
+          split: test
+          args:
+            language: da-en
+        metrics:
+          - name: Test BLEU (Da->En)
+            type: bleu
+            value: 34.80
+          - name: Test COMET (Da->En)
+            type: comet
+            value: 80.45
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: de_de
+          split: test
+          args:
+            language: de-en
+        metrics:
+          - name: Test BLEU (De->En)
+            type: bleu
+            value: 36.03
+          - name: Test COMET (De->En)
+            type: comet
+            value: 83.09
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: el_gr
+          split: test
+          args:
+            language: el-en
+        metrics:
+          - name: Test BLEU (El->En)
+            type: bleu
+            value: 24.08
+          - name: Test COMET (El->En)
+            type: comet
+            value: 76.73
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: es_419
+          split: test
+          args:
+            language: es-en
+        metrics:
+          - name: Test BLEU (Es->En)
+            type: bleu
+            value: 25.45
+          - name: Test COMET (Es->En)
+            type: comet
+            value: 81.19
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: et_ee
+          split: test
+          args:
+            language: et-en
+        metrics:
+          - name: Test BLEU (Et->En)
+            type: bleu
+            value: 28.38
+          - name: Test COMET (Et->En)
+            type: comet
+            value: 80.25
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: fi_fi
+          split: test
+          args:
+            language: fi-en
+        metrics:
+          - name: Test BLEU (Fi->En)
+            type: bleu
+            value: 24.68
+          - name: Test COMET (Fi->En)
+            type: comet
+            value: 80.81
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: fr_fr
+          split: test
+          args:
+            language: fr-en
+        metrics:
+          - name: Test BLEU (Fr->En)
+            type: bleu
+            value: 34.10
+          - name: Test COMET (Fr->En)
+            type: comet
+            value: 82.80
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: hr_hr
+          split: test
+          args:
+            language: hr-en
+        metrics:
+          - name: Test BLEU (Hr->En)
+            type: bleu
+            value: 29.09
+          - name: Test COMET (Hr->En)
+            type: comet
+            value: 78.48
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: hu_hu
+          split: test
+          args:
+            language: hu-en
+        metrics:
+          - name: Test BLEU (Hu->En)
+            type: bleu
+            value: 24.26
+          - name: Test COMET (Hu->En)
+            type: comet
+            value: 76.86
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: it_it
+          split: test
+          args:
+            language: it-en
+        metrics:
+          - name: Test BLEU (It->En)
+            type: bleu
+            value: 25.57
+          - name: Test COMET (It->En)
+            type: comet
+            value: 82.03
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: lt_lt
+          split: test
+          args:
+            language: lt-en
+        metrics:
+          - name: Test BLEU (Lt->En)
+            type: bleu
+            value: 22.86
+          - name: Test COMET (Lt->En)
+            type: comet
+            value: 76.30
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: lv_lv
+          split: test
+          args:
+            language: lv-en
+        metrics:
+          - name: Test BLEU (Lv->En)
+            type: bleu
+            value: 27.86
+          - name: Test COMET (Lv->En)
+            type: comet
+            value: 79.71
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: mt_mt
+          split: test
+          args:
+            language: mt-en
+        metrics:
+          - name: Test BLEU (Mt->En)
+            type: bleu
+            value: 34.99
+          - name: Test COMET (Mt->En)
+            type: comet
+            value: 70.00
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: nl_nl
+          split: test
+          args:
+            language: nl-en
+        metrics:
+          - name: Test BLEU (Nl->En)
+            type: bleu
+            value: 26.49
+          - name: Test COMET (Nl->En)
+            type: comet
+            value: 80.72
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: pl_pl
+          split: test
+          args:
+            language: pl-en
+        metrics:
+          - name: Test BLEU (Pl->En)
+            type: bleu
+            value: 22.30
+          - name: Test COMET (Pl->En)
+            type: comet
+            value: 77.05
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: pt_br
+          split: test
+          args:
+            language: pt-en
+        metrics:
+          - name: Test BLEU (Pt->En)
+            type: bleu
+            value: 39.43
+          - name: Test COMET (Pt->En)
+            type: comet
+            value: 82.91
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: ro_ro
+          split: test
+          args:
+            language: ro-en
+        metrics:
+          - name: Test BLEU (Ro->En)
+            type: bleu
+            value: 33.55
+          - name: Test COMET (Ro->En)
+            type: comet
+            value: 81.61
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: ru_ru
+          split: test
+          args:
+            language: ru-en
+        metrics:
+          - name: Test BLEU (Ru->En)
+            type: bleu
+            value: 27.26
+          - name: Test COMET (Ru->En)
+            type: comet
+            value: 79.17
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: sk_sk
+          split: test
+          args:
+            language: sk-en
+        metrics:
+          - name: Test BLEU (Sk->En)
+            type: bleu
+            value: 30.55
+          - name: Test COMET (Sk->En)
+            type: comet
+            value: 79.86
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: sl_si
+          split: test
+          args:
+            language: sl-en
+        metrics:
+          - name: Test BLEU (Sl->En)
+            type: bleu
+            value: 23.65
+          - name: Test COMET (Sl->En)
+            type: comet
+            value: 76.89
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: sv_se
+          split: test
+          args:
+            language: sv-en
+        metrics:
+          - name: Test BLEU (Sv->En)
+            type: bleu
+            value: 34.92
+          - name: Test COMET (Sv->En)
+            type: comet
+            value: 80.75
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: uk_ua
+          split: test
+          args:
+            language: uk-en
+        metrics:
+          - name: Test BLEU (Uk->En)
+            type: bleu
+            value: 27.50
+          - name: Test COMET (Uk->En)
+            type: comet
+            value: 77.23
+      # CoVoST2 Speech Translation Results (X->En)
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: CoVoST2
+          type: covost2
+          config: de
+          split: test
+          args:
+            language: de-en
+        metrics:
+          - name: Test BLEU (De->En)
+            type: bleu
+            value: 39.22
+          - name: Test COMET (De->En)
+            type: comet
+            value: 78.32
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: CoVoST2
+          type: covost2
+          config: es
+          split: test
+          args:
+            language: es-en
+        metrics:
+          - name: Test BLEU (Es->En)
+            type: bleu
+            value: 42.74
+          - name: Test COMET (Es->En)
+            type: comet
+            value: 80.82
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: CoVoST2
+          type: covost2
+          config: et
+          split: test
+          args:
+            language: et-en
+        metrics:
+          - name: Test BLEU (Et->En)
+            type: bleu
+            value: 25.52
+          - name: Test COMET (Et->En)
+            type: comet
+            value: 75.78
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: CoVoST2
+          type: covost2
+          config: fr
+          split: test
+          args:
+            language: fr-en
+        metrics:
+          - name: Test BLEU (Fr->En)
+            type: bleu
+            value: 41.43
+          - name: Test COMET (Fr->En)
+            type: comet
+            value: 78.52
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: CoVoST2
+          type: covost2
+          config: it
+          split: test
+          args:
+            language: it-en
+        metrics:
+          - name: Test BLEU (It->En)
+            type: bleu
+            value: 40.03
+          - name: Test COMET (It->En)
+            type: comet
+            value: 79.45
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: CoVoST2
+          type: covost2
+          config: lv
+          split: test
+          args:
+            language: lv-en
+        metrics:
+          - name: Test BLEU (Lv->En)
+            type: bleu
+            value: 31.77
+          - name: Test COMET (Lv->En)
+            type: comet
+            value: 70.91
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: CoVoST2
+          type: covost2
+          config: nl
+          split: test
+          args:
+            language: nl-en
+        metrics:
+          - name: Test BLEU (Nl->En)
+            type: bleu
+            value: 41.59
+          - name: Test COMET (Nl->En)
+            type: comet
+            value: 78.46
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: CoVoST2
+          type: covost2
+          config: pt
+          split: test
+          args:
+            language: pt-en
+        metrics:
+          - name: Test BLEU (Pt->En)
+            type: bleu
+            value: 50.38
+          - name: Test COMET (Pt->En)
+            type: comet
+            value: 78.26
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: CoVoST2
+          type: covost2
+          config: ru
+          split: test
+          args:
+            language: ru-en
+        metrics:
+          - name: Test BLEU (Ru->En)
+            type: bleu
+            value: 48.78
+          - name: Test COMET (Ru->En)
+            type: comet
+            value: 83.31
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: CoVoST2
+          type: covost2
+          config: sl
+          split: test
+          args:
+            language: sl-en
+        metrics:
+          - name: Test BLEU (Sl->En)
+            type: bleu
+            value: 39.43
+          - name: Test COMET (Sl->En)
+            type: comet
+            value: 74.72
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: CoVoST2
+          type: covost2
+          config: sv
+          split: test
+          args:
+            language: sv-en
+        metrics:
+          - name: Test BLEU (Sv->En)
+            type: bleu
+            value: 44.40
+          - name: Test COMET (Sv->En)
+            type: comet
+            value: 73.71
+      # FLEURS Speech Translation Results (En->X)
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-bg
+        metrics:
+          - name: Test BLEU (En->Bg)
+            type: bleu
+            value: 38.14
+          - name: Test COMET (En->Bg)
+            type: comet
+            value: 87.73
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-cs
+        metrics:
+          - name: Test BLEU (En->Cs)
+            type: bleu
+            value: 27.69
+          - name: Test COMET (En->Cs)
+            type: comet
+            value: 86.26
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-da
+        metrics:
+          - name: Test BLEU (En->Da)
+            type: bleu
+            value: 41.78
+          - name: Test COMET (En->Da)
+            type: comet
+            value: 86.89
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-de
+        metrics:
+          - name: Test BLEU (En->De)
+            type: bleu
+            value: 33.65
+          - name: Test COMET (En->De)
+            type: comet
+            value: 83.30
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-el
+        metrics:
+          - name: Test BLEU (En->El)
+            type: bleu
+            value: 23.87
+          - name: Test COMET (En->El)
+            type: comet
+            value: 81.49
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-es
+        metrics:
+          - name: Test BLEU (En->Es)
+            type: bleu
+            value: 25.67
+          - name: Test COMET (En->Es)
+            type: comet
+            value: 82.13
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-et
+        metrics:
+          - name: Test BLEU (En->Et)
+            type: bleu
+            value: 23.54
+          - name: Test COMET (En->Et)
+            type: comet
+            value: 87.32
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-fi
+        metrics:
+          - name: Test BLEU (En->Fi)
+            type: bleu
+            value: 21.10
+          - name: Test COMET (En->Fi)
+            type: comet
+            value: 87.40
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-fr
+        metrics:
+          - name: Test BLEU (En->Fr)
+            type: bleu
+            value: 43.42
+          - name: Test COMET (En->Fr)
+            type: comet
+            value: 83.82
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-hr
+        metrics:
+          - name: Test BLEU (En->Hr)
+            type: bleu
+            value: 24.71
+          - name: Test COMET (En->Hr)
+            type: comet
+            value: 85.46
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-hu
+        metrics:
+          - name: Test BLEU (En->Hu)
+            type: bleu
+            value: 20.75
+          - name: Test COMET (En->Hu)
+            type: comet
+            value: 83.94
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-it
+        metrics:
+          - name: Test BLEU (En->It)
+            type: bleu
+            value: 26.82
+          - name: Test COMET (En->It)
+            type: comet
+            value: 84.12
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-lt
+        metrics:
+          - name: Test BLEU (En->Lt)
+            type: bleu
+            value: 21.60
+          - name: Test COMET (En->Lt)
+            type: comet
+            value: 85.13
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-lv
+        metrics:
+          - name: Test BLEU (En->Lv)
+            type: bleu
+            value: 29.33
+          - name: Test COMET (En->Lv)
+            type: comet
+            value: 86.52
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-mt
+        metrics:
+          - name: Test BLEU (En->Mt)
+            type: bleu
+            value: 31.61
+          - name: Test COMET (En->Mt)
+            type: comet
+            value: 69.02
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-nl
+        metrics:
+          - name: Test BLEU (En->Nl)
+            type: bleu
+            value: 25.81
+          - name: Test COMET (En->Nl)
+            type: comet
+            value: 84.25
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-pl
+        metrics:
+          - name: Test BLEU (En->Pl)
+            type: bleu
+            value: 17.98
+          - name: Test COMET (En->Pl)
+            type: comet
+            value: 83.82
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-pt
+        metrics:
+          - name: Test BLEU (En->Pt)
+            type: bleu
+            value: 44.75
+          - name: Test COMET (En->Pt)
+            type: comet
+            value: 85.56
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-ro
+        metrics:
+          - name: Test BLEU (En->Ro)
+            type: bleu
+            value: 36.27
+          - name: Test COMET (En->Ro)
+            type: comet
+            value: 87.00
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-ru
+        metrics:
+          - name: Test BLEU (En->Ru)
+            type: bleu
+            value: 27.21
+          - name: Test COMET (En->Ru)
+            type: comet
+            value: 84.87
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-sk
+        metrics:
+          - name: Test BLEU (En->Sk)
+            type: bleu
+            value: 28.43
+          - name: Test COMET (En->Sk)
+            type: comet
+            value: 86.21
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-sl
+        metrics:
+          - name: Test BLEU (En->Sl)
+            type: bleu
+            value: 24.96
+          - name: Test COMET (En->Sl)
+            type: comet
+            value: 84.96
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-sv
+        metrics:
+          - name: Test BLEU (En->Sv)
+            type: bleu
+            value: 40.73
+          - name: Test COMET (En->Sv)
+            type: comet
+            value: 86.43
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: FLEURS
+          type: google/fleurs
+          config: en_us
+          split: test
+          args:
+            language: en-uk
+        metrics:
+          - name: Test BLEU (En->Uk)
+            type: bleu
+            value: 25.72
+          - name: Test COMET (En->Uk)
+            type: comet
+            value: 85.74
+      # CoVoST2 Speech Translation Results (En->X)
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: CoVoST2
+          type: covost2
+          config: en
+          split: test
+          args:
+            language: en-de
+        metrics:
+          - name: Test BLEU (En->De)
+            type: bleu
+            value: 33.82
+          - name: Test COMET (En->De)
+            type: comet
+            value: 78.37
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: CoVoST2
+          type: covost2
+          config: en
+          split: test
+          args:
+            language: en-et
+        metrics:
+          - name: Test BLEU (En->Et)
+            type: bleu
+            value: 28.09
+          - name: Test COMET (En->Et)
+            type: comet
+            value: 80.61
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: CoVoST2
+          type: covost2
+          config: en
+          split: test
+          args:
+            language: en-lv
+        metrics:
+          - name: Test BLEU (En->Lv)
+            type: bleu
+            value: 27.10
+          - name: Test COMET (En->Lv)
+            type: comet
+            value: 81.32
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: CoVoST2
+          type: covost2
+          config: en
+          split: test
+          args:
+            language: en-sl
+        metrics:
+          - name: Test BLEU (En->Sl)
+            type: bleu
+            value: 31.18
+          - name: Test COMET (En->Sl)
+            type: comet
+            value: 80.02
+      - task:
+          type: Automatic Speech Translation
+          name: automatic-speech-translation
+        dataset:
+          name: CoVoST2
+          type: covost2
+          config: en
+          split: test
+          args:
+            language: en-sv
+        metrics:
+          - name: Test BLEU (En->Sv)
+            type: bleu
+            value: 41.49
+          - name: Test COMET (En->Sv)
+            type: comet
+            value: 81.12
 ---
 ## <span style="color:#ffb300;">🐤 Canary 1B v2: Multitask Speech Transcription and Translation Model </span>