eric102004 commited on
Commit
29fdc7e
·
1 Parent(s): 67e41d9

Update model

Browse files
Files changed (28) hide show
  1. README.md +0 -0
  2. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/RESULTS.md +87 -0
  3. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/config.yaml +0 -0
  4. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/backward_time.png +0 -0
  5. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/cer_ctc.png +0 -0
  6. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/cer_interctc_layer12.png +0 -0
  7. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/cer_interctc_layer15.png +0 -0
  8. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/cer_interctc_layer21.png +0 -0
  9. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/cer_interctc_layer6.png +0 -0
  10. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/clip.png +0 -0
  11. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/forward_time.png +0 -0
  12. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/gpu_max_alloc_mem_GB.png +0 -0
  13. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/gpu_max_cached_mem_GB.png +0 -0
  14. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/grad_norm.png +0 -0
  15. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/iter_time.png +0 -0
  16. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/loss.png +0 -0
  17. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/loss_ctc.png +0 -0
  18. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/loss_interctc_layer12.png +0 -0
  19. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/loss_interctc_layer15.png +0 -0
  20. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/loss_interctc_layer21.png +0 -0
  21. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/loss_interctc_layer6.png +0 -0
  22. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/loss_scale.png +0 -0
  23. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/optim0_lr0.png +0 -0
  24. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/optim_step_time.png +0 -0
  25. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/train_time.png +0 -0
  26. exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/valid.cer_ctc.ave_4best.pth +3 -0
  27. meta.yaml +8 -0
  28. work/hdd/bbjs/clin10/bootcamp/espnet/egs2/myst/asr1/data/en_token_list/bpe_unigram50000/owsm_ctc/bpe.model +3 -0
README.md CHANGED
The diff for this file is too large to render. See raw diff
 
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/RESULTS.md ADDED
@@ -0,0 +1,87 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <!-- Generated by scripts/utils/show_asr_result.sh -->
2
+ # RESULTS
3
+ ## Environments
4
+ - date: `Fri Feb 28 04:07:33 CST 2025`
5
+ - python version: `3.12.3 | packaged by Anaconda, Inc. | (main, May 6 2024, 19:46:43) [GCC 11.2.0]`
6
+ - espnet version: `espnet 202412`
7
+ - pytorch version: `pytorch 2.4.0`
8
+ - Git hash: `6f722aee1f9593572d5eddfd8cac7075b07cf9ca`
9
+ - Commit date: `Thu Feb 6 22:32:07 2025 -0600`
10
+
11
+ ## exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/decode_ctc_beam1_jibo_s2t_model_valid.cer_ctc.ave_4best
12
+ ### WER
13
+
14
+ |dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
15
+ |---|---|---|---|---|---|---|---|---|
16
+ |data_jibo/dev|853|853|22.0|76.6|1.4|195.4|273.4|96.5|
17
+ |data_jibo/test|1044|1044|28.4|70.9|0.7|276.9|348.5|88.0|
18
+
19
+ ### CER
20
+
21
+ |dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
22
+ |---|---|---|---|---|---|---|---|---|
23
+ |data_jibo/dev|853|2558|58.0|23.3|18.7|297.9|339.9|96.5|
24
+ |data_jibo/test|1044|3259|68.7|18.6|12.7|416.3|447.6|88.0|
25
+
26
+ ### TER
27
+
28
+ |dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
29
+ |---|---|---|---|---|---|---|---|---|
30
+ |data_jibo/dev|853|2450|52.8|29.0|18.2|220.9|268.0|96.5|
31
+ |data_jibo/test|1044|3094|62.0|25.5|12.5|315.1|353.2|88.0|
32
+
33
+ ## exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/decode_ctc_beam1_s2t_model_valid.cer_ctc.ave_4best
34
+ ### WER
35
+
36
+ |dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
37
+ |---|---|---|---|---|---|---|---|---|
38
+ |data_cmu/dev|237|2170|92.5|5.1|2.4|2.4|9.9|33.8|
39
+ |data_cmu/test|475|4287|92.2|5.6|2.2|1.3|9.0|35.8|
40
+ |data_jibo/dev|853|853|22.0|76.6|1.4|195.4|273.4|96.5|
41
+ |data_jibo/test|1044|1044|28.4|70.9|0.7|276.9|348.5|88.0|
42
+ |data_myst/dev|9037|153273|91.7|6.4|1.8|2.2|10.5|61.1|
43
+ |data_myst/test|10311|182712|89.8|6.8|3.3|2.3|12.5|61.1|
44
+ |data_ogi_scripted/dev|5426|15375|97.8|1.6|0.6|0.1|2.3|4.2|
45
+ |data_ogi_scripted/test|15945|45419|97.5|1.9|0.6|0.3|2.8|5.1|
46
+ |data_ogi_spon/dev|349|13561|83.8|12.2|4.0|1.9|18.1|94.3|
47
+ |data_ogi_spon/test|1095|38811|85.0|11.4|3.5|2.9|17.8|94.7|
48
+ |high_age/test|11196|56799|1.4|34.8|63.8|62.8|161.3|99.9|
49
+ |low_age/test|5147|24262|2.2|37.4|60.4|60.5|158.3|98.7|
50
+ |mid_age/test|26532|374547|11.3|45.1|43.7|43.3|132.0|98.5|
51
+
52
+ ### CER
53
+
54
+ |dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
55
+ |---|---|---|---|---|---|---|---|---|
56
+ |data_cmu/dev|237|11449|96.4|1.1|2.5|1.9|5.5|33.8|
57
+ |data_cmu/test|475|22664|96.4|0.9|2.7|1.4|5.1|35.8|
58
+ |data_jibo/dev|853|2558|58.0|23.3|18.7|297.9|339.9|96.5|
59
+ |data_jibo/test|1044|3259|68.7|18.6|12.7|416.3|447.6|88.0|
60
+ |data_myst/dev|9037|763728|97.0|1.2|1.8|2.2|5.2|61.1|
61
+ |data_myst/test|10311|911898|95.4|1.2|3.3|2.3|6.9|61.1|
62
+ |data_ogi_scripted/dev|5426|83141|98.6|0.4|1.1|0.2|1.7|4.2|
63
+ |data_ogi_scripted/test|15945|244467|98.4|0.4|1.2|0.3|2.0|5.1|
64
+ |data_ogi_spon/dev|349|58255|92.5|2.9|4.6|2.6|10.1|94.3|
65
+ |data_ogi_spon/test|1095|165977|93.2|2.6|4.2|3.4|10.2|94.7|
66
+ |high_age/test|11196|278522|18.7|20.1|61.1|60.1|141.3|99.9|
67
+ |low_age/test|5147|117778|20.5|21.8|57.7|56.7|136.2|98.7|
68
+ |mid_age/test|26532|1865279|34.4|20.0|45.6|45.2|110.8|98.5|
69
+
70
+ ### TER
71
+
72
+ |dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
73
+ |---|---|---|---|---|---|---|---|---|
74
+ |data_cmu/dev|237|8376|95.6|1.9|2.5|1.8|6.1|33.8|
75
+ |data_cmu/test|475|16512|95.6|1.6|2.7|1.4|5.8|35.8|
76
+ |data_jibo/dev|853|2450|52.8|29.0|18.2|220.9|268.0|96.5|
77
+ |data_jibo/test|1044|3094|62.0|25.5|12.5|315.1|353.2|88.0|
78
+ |data_myst/dev|9037|552810|96.0|2.1|1.9|2.2|6.2|61.1|
79
+ |data_myst/test|10311|659923|94.4|2.3|3.3|2.3|7.9|61.1|
80
+ |data_ogi_scripted/dev|5426|64745|98.4|0.6|1.1|0.2|1.9|4.2|
81
+ |data_ogi_scripted/test|15945|189902|98.1|0.7|1.2|0.3|2.2|5.1|
82
+ |data_ogi_spon/dev|349|40858|89.8|5.4|4.8|2.6|12.9|94.3|
83
+ |data_ogi_spon/test|1095|116675|90.6|5.1|4.3|3.4|12.8|94.7|
84
+ |high_age/test|11196|208105|11.8|31.0|57.2|56.1|144.3|99.9|
85
+ |low_age/test|5147|87952|12.9|33.4|53.6|52.5|139.6|98.7|
86
+ |mid_age/test|26532|1353744|23.3|32.6|44.2|43.7|120.4|98.5|
87
+
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/config.yaml ADDED
The diff for this file is too large to render. See raw diff
 
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/backward_time.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/cer_ctc.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/cer_interctc_layer12.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/cer_interctc_layer15.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/cer_interctc_layer21.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/cer_interctc_layer6.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/clip.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/forward_time.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/gpu_max_alloc_mem_GB.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/gpu_max_cached_mem_GB.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/grad_norm.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/iter_time.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/loss.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/loss_ctc.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/loss_interctc_layer12.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/loss_interctc_layer15.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/loss_interctc_layer21.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/loss_interctc_layer6.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/loss_scale.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/optim0_lr0.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/optim_step_time.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/images/train_time.png ADDED
exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/valid.cer_ctc.ave_4best.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:758a11d1ff4e94345c601420f589871b4353ec94c309cedeec1e9e16d22ee4ff
3
+ size 4020756886
meta.yaml ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ espnet: '202412'
2
+ files:
3
+ s2t_model_file: exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/valid.cer_ctc.ave_4best.pth
4
+ python: 3.12.3 | packaged by Anaconda, Inc. | (main, May 6 2024, 19:46:43) [GCC 11.2.0]
5
+ timestamp: 1756006188.799801
6
+ torch: 2.4.0
7
+ yaml_files:
8
+ s2t_train_config: exp/s2t_owsm_ctc_lr0003_raw_en_bpe50000/config.yaml
work/hdd/bbjs/clin10/bootcamp/espnet/egs2/myst/asr1/data/en_token_list/bpe_unigram50000/owsm_ctc/bpe.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff9e37e2ec3b9c6cd1a2b02672b40a17b8bc2e11ad865a44518835a199dfd890
3
+ size 1031801