Jiyang Tang
commited on
Commit
•
726828e
1
Parent(s):
f8bfb51
Update checkpoint
Browse files- README.md +477 -484
- exp/s2st_stats_raw_es_en/train/src_feats_stats.npz +1 -1
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/500epoch.pth +1 -1
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/RESULTS.md +6 -6
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/config.yaml +466 -469
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/acc_src_attn.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/acc_tgt_attn.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/acc_unit_attn.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/asr_ctc_loss.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/backward_time.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/bleu_tgt_attn.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/cer_asr_ctc.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/cer_src_attn.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/cer_st_ctc.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/clip.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/forward_time.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/gpu_max_cached_mem_GB.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/grad_norm.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/iter_time.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/loss.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/loss_scale.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/optim0_lr0.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/optim_step_time.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/src_attn_loss.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/st_ctc_loss.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/tgt_attn_loss.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/train_time.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/unit_attn_loss.png +0 -0
- exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/wer_src_attn.png +0 -0
- meta.yaml +1 -1
README.md
CHANGED
@@ -3,21 +3,17 @@ tags:
|
|
3 |
- espnet
|
4 |
- audio
|
5 |
- speech-translation
|
6 |
-
language:
|
7 |
-
- en
|
8 |
-
- es
|
9 |
datasets:
|
10 |
-
-
|
11 |
license: cc-by-4.0
|
12 |
---
|
13 |
|
14 |
## ESPnet2 S2ST model
|
15 |
|
16 |
-
Vocoder is located [here](https://huggingface.co/espnet/cvss-c_en_wavegan_hubert_vocoder), trained by [realzza](https://github.com/realzza)
|
17 |
-
|
18 |
### `espnet/jiyang_tang_cvss-c_es-en_discrete_unit`
|
19 |
|
20 |
-
This model was trained by Jiyang Tang using
|
21 |
|
22 |
### Demo: How to use in ESPnet2
|
23 |
|
@@ -28,19 +24,19 @@ if you haven't done that already.
|
|
28 |
cd espnet
|
29 |
git checkout c002f05ab3ef82938b6a980806cd7f97baba2299
|
30 |
pip install -e .
|
31 |
-
cd
|
32 |
./run.sh --skip_data_prep false --skip_train true --download_model espnet/jiyang_tang_cvss-c_es-en_discrete_unit
|
33 |
```
|
34 |
|
35 |
<!-- Generated by scripts/utils/show_translation_result.sh -->
|
36 |
# RESULTS
|
37 |
## Environments
|
38 |
-
- date: `
|
39 |
-
- python version: `3.
|
40 |
-
- espnet version: `espnet
|
41 |
-
- pytorch version: `pytorch 1.13.
|
42 |
-
- Git hash: `
|
43 |
-
- Commit date: `Mon Sep
|
44 |
|
45 |
## S2ST config
|
46 |
|
@@ -50,10 +46,8 @@ cd egs2/cvss/s2st1
|
|
50 |
config: conf/train_s2st_discrete_unit.yaml
|
51 |
print_config: false
|
52 |
log_level: INFO
|
53 |
-
drop_last_iter: false
|
54 |
dry_run: false
|
55 |
iterator_type: sequence
|
56 |
-
valid_iterator_type: null
|
57 |
output_dir: exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en
|
58 |
ngpu: 1
|
59 |
seed: 0
|
@@ -61,13 +55,13 @@ num_workers: 2
|
|
61 |
num_att_plot: 0
|
62 |
dist_backend: nccl
|
63 |
dist_init_method: env://
|
64 |
-
dist_world_size:
|
65 |
-
dist_rank:
|
66 |
local_rank: 0
|
67 |
-
dist_master_addr:
|
68 |
-
dist_master_port:
|
69 |
dist_launcher: null
|
70 |
-
multiprocessing_distributed:
|
71 |
unused_parameters: false
|
72 |
sharded_ddp: false
|
73 |
cudnn_enabled: true
|
@@ -117,7 +111,7 @@ init_param: []
|
|
117 |
ignore_init_mismatch: false
|
118 |
freeze_param: []
|
119 |
num_iters_per_epoch: null
|
120 |
-
batch_size:
|
121 |
valid_batch_size: null
|
122 |
batch_bins: 1000000
|
123 |
valid_batch_bins: null
|
@@ -139,7 +133,6 @@ fold_length:
|
|
139 |
- 150
|
140 |
- 150
|
141 |
sort_in_batch: descending
|
142 |
-
shuffle_within_batch: false
|
143 |
sort_batch: descending
|
144 |
multiple_iterator: false
|
145 |
chunk_length: 500
|
@@ -385,508 +378,508 @@ src_token_list:
|
|
385 |
- œ
|
386 |
- <sos/eos>
|
387 |
unit_token_list:
|
|
|
|
|
388 |
- '2'
|
389 |
-
- '
|
390 |
-
- '
|
391 |
-
- '
|
392 |
-
- '
|
393 |
-
- '442'
|
394 |
- '7'
|
395 |
-
- '
|
396 |
-
- '
|
397 |
-
- '
|
398 |
-
- '
|
399 |
-
- '
|
400 |
-
- '
|
401 |
-
- '249'
|
402 |
-
- '280'
|
403 |
-
- '243'
|
404 |
-
- '279'
|
405 |
-
- '197'
|
406 |
-
- '16'
|
407 |
-
- '270'
|
408 |
-
- '483'
|
409 |
-
- '212'
|
410 |
-
- '437'
|
411 |
-
- '313'
|
412 |
-
- '429'
|
413 |
-
- '110'
|
414 |
-
- '19'
|
415 |
-
- '142'
|
416 |
-
- '152'
|
417 |
-
- '175'
|
418 |
-
- '84'
|
419 |
-
- '34'
|
420 |
-
- '359'
|
421 |
- '14'
|
422 |
-
- '
|
423 |
-
- '
|
424 |
-
- '41'
|
425 |
-
- '60'
|
426 |
-
- '190'
|
427 |
-
- '450'
|
428 |
-
- '180'
|
429 |
-
- '171'
|
430 |
-
- '209'
|
431 |
-
- '348'
|
432 |
-
- '55'
|
433 |
-
- '383'
|
434 |
-
- '56'
|
435 |
-
- '158'
|
436 |
- '17'
|
437 |
-
- '
|
438 |
-
- '
|
439 |
-
- '
|
440 |
-
- '
|
441 |
-
- '
|
442 |
-
- '
|
443 |
-
- '
|
444 |
-
- '
|
445 |
-
- '471'
|
446 |
-
- '420'
|
447 |
-
- '306'
|
448 |
-
- '11'
|
449 |
-
- '54'
|
450 |
-
- '9'
|
451 |
- '26'
|
|
|
|
|
452 |
- '29'
|
453 |
-
- '454'
|
454 |
-
- '104'
|
455 |
-
- '107'
|
456 |
- '30'
|
457 |
-
- '
|
458 |
-
- '
|
459 |
-
- '
|
460 |
-
- '
|
461 |
-
- '
|
462 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
|
|
463 |
- '43'
|
464 |
-
- '
|
465 |
-
- '151'
|
466 |
-
- '146'
|
467 |
-
- '226'
|
468 |
- '45'
|
469 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
470 |
- '63'
|
471 |
-
- '
|
472 |
-
- '
|
473 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
474 |
- '76'
|
475 |
-
- '
|
476 |
-
- '
|
477 |
-
- '
|
478 |
-
- '
|
479 |
-
- '
|
480 |
-
- '
|
481 |
-
- '
|
482 |
-
- '
|
483 |
-
- '
|
484 |
-
- '
|
485 |
-
- '
|
486 |
-
- '182'
|
487 |
-
- '407'
|
488 |
-
- '326'
|
489 |
-
- '319'
|
490 |
-
- '231'
|
491 |
- '88'
|
492 |
-
- '
|
493 |
-
- '
|
494 |
-
- '
|
495 |
-
- '
|
496 |
-
- '
|
497 |
-
- '
|
498 |
-
- '354'
|
499 |
-
- '0'
|
500 |
-
- '318'
|
501 |
-
- '336'
|
502 |
-
- '314'
|
503 |
-
- '159'
|
504 |
-
- '281'
|
505 |
-
- '413'
|
506 |
- '95'
|
507 |
-
- '
|
508 |
-
- '
|
509 |
-
- '
|
510 |
-
- '
|
511 |
-
- '
|
512 |
-
- '
|
513 |
-
- '
|
514 |
-
- '
|
515 |
-
- '
|
516 |
-
- '
|
517 |
-
- '
|
518 |
-
- '
|
519 |
-
- '
|
520 |
-
- '
|
521 |
-
- '
|
522 |
-
- '
|
523 |
-
- '
|
524 |
-
- '
|
525 |
-
- '494'
|
526 |
-
- '344'
|
527 |
-
- '435'
|
528 |
-
- '178'
|
529 |
-
- '61'
|
530 |
-
- '129'
|
531 |
- '114'
|
532 |
-
- '
|
533 |
-
- '
|
534 |
-
- '
|
535 |
-
- '
|
536 |
-
- '
|
537 |
-
- '
|
538 |
-
- '
|
539 |
-
- '
|
540 |
-
- '203'
|
541 |
-
- '239'
|
542 |
-
- '488'
|
543 |
-
- '247'
|
544 |
-
- '283'
|
545 |
-
- '416'
|
546 |
-
- '68'
|
547 |
-
- '395'
|
548 |
-
- '184'
|
549 |
-
- '474'
|
550 |
-
- '141'
|
551 |
-
- '89'
|
552 |
-
- '342'
|
553 |
-
- '13'
|
554 |
-
- '298'
|
555 |
-
- '125'
|
556 |
-
- '191'
|
557 |
-
- '165'
|
558 |
-
- '24'
|
559 |
-
- '441'
|
560 |
-
- '227'
|
561 |
-
- '196'
|
562 |
-
- '258'
|
563 |
-
- '133'
|
564 |
-
- '168'
|
565 |
-
- '64'
|
566 |
- '123'
|
567 |
-
- '
|
568 |
-
- '
|
569 |
-
- '
|
570 |
-
- '
|
|
|
|
|
|
|
|
|
571 |
- '132'
|
572 |
-
- '
|
573 |
-
- '
|
574 |
-
- '
|
575 |
-
- '
|
576 |
-
- '
|
577 |
-
- '
|
578 |
-
- '
|
579 |
-
- '
|
580 |
-
- '
|
581 |
-
- '
|
582 |
-
- '
|
583 |
-
- '374'
|
584 |
-
- '272'
|
585 |
-
- '325'
|
586 |
-
- '495'
|
587 |
-
- '460'
|
588 |
-
- '330'
|
589 |
-
- '48'
|
590 |
-
- '451'
|
591 |
-
- '323'
|
592 |
-
- '458'
|
593 |
-
- '263'
|
594 |
- '144'
|
595 |
-
- '
|
596 |
-
- '
|
597 |
-
- '
|
598 |
-
- '77'
|
599 |
-
- '33'
|
600 |
-
- '368'
|
601 |
-
- '332'
|
602 |
-
- '205'
|
603 |
-
- '50'
|
604 |
-
- '290'
|
605 |
-
- '401'
|
606 |
-
- '490'
|
607 |
-
- '331'
|
608 |
-
- '436'
|
609 |
-
- '5'
|
610 |
-
- '186'
|
611 |
-
- '288'
|
612 |
- '148'
|
613 |
-
- '
|
614 |
-
- '
|
615 |
-
- '
|
616 |
-
- '
|
617 |
-
- '
|
618 |
-
- '489'
|
619 |
-
- '21'
|
620 |
-
- '92'
|
621 |
-
- '386'
|
622 |
-
- '97'
|
623 |
-
- '328'
|
624 |
-
- '121'
|
625 |
-
- '301'
|
626 |
-
- '46'
|
627 |
-
- '224'
|
628 |
- '154'
|
629 |
-
- '
|
630 |
-
- '
|
631 |
-
- '
|
632 |
-
- '
|
633 |
-
- '
|
634 |
-
- '
|
635 |
-
- '
|
636 |
-
- '
|
637 |
-
- '
|
638 |
-
- '
|
639 |
-
- '
|
640 |
-
- '
|
641 |
- '167'
|
642 |
-
- '
|
643 |
-
- '
|
644 |
-
- '
|
645 |
-
- '
|
646 |
-
- '
|
647 |
-
- '
|
648 |
-
- '
|
649 |
-
- '
|
650 |
-
- '
|
651 |
-
- '
|
652 |
-
- '
|
653 |
-
- '
|
654 |
-
- '
|
655 |
-
- '
|
656 |
-
- '
|
|
|
|
|
|
|
|
|
657 |
- '187'
|
658 |
-
- '
|
659 |
-
- '
|
660 |
-
- '
|
661 |
-
- '
|
|
|
662 |
- '193'
|
663 |
-
- '
|
664 |
-
- '
|
665 |
-
- '
|
666 |
-
- '
|
667 |
-
- '185'
|
668 |
-
- '143'
|
669 |
-
- '361'
|
670 |
-
- '174'
|
671 |
-
- '430'
|
672 |
-
- '349'
|
673 |
-
- '23'
|
674 |
-
- '423'
|
675 |
-
- '388'
|
676 |
-
- '309'
|
677 |
-
- '470'
|
678 |
-
- '169'
|
679 |
-
- '370'
|
680 |
-
- '463'
|
681 |
-
- '245'
|
682 |
-
- '320'
|
683 |
-
- '237'
|
684 |
-
- '316'
|
685 |
-
- '277'
|
686 |
-
- '482'
|
687 |
-
- '218'
|
688 |
- '198'
|
689 |
-
- '
|
690 |
-
- '
|
691 |
-
- '
|
692 |
-
- '
|
693 |
-
- '
|
694 |
-
- '
|
695 |
-
- '
|
696 |
-
- '
|
697 |
-
- '
|
698 |
-
- '
|
699 |
-
- '
|
700 |
-
- '
|
701 |
-
- '
|
702 |
-
- '
|
703 |
-
- '
|
704 |
-
- '241'
|
705 |
-
- '496'
|
706 |
-
- '228'
|
707 |
-
- '287'
|
708 |
- '214'
|
709 |
-
- '
|
710 |
-
- '
|
711 |
-
- '
|
712 |
-
- '
|
713 |
-
- '
|
714 |
-
- '
|
715 |
-
- '
|
716 |
-
- '
|
717 |
-
- '
|
718 |
-
- '
|
719 |
-
- '
|
720 |
-
- '
|
721 |
-
- '
|
722 |
-
- '
|
723 |
-
- '
|
724 |
-
- '
|
725 |
-
- '
|
726 |
-
- '
|
727 |
-
- '
|
728 |
-
- '
|
729 |
-
- '
|
730 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
731 |
- '251'
|
732 |
-
- '
|
733 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
734 |
- '273'
|
735 |
-
- '
|
736 |
-
- '
|
737 |
-
- '
|
738 |
-
- '
|
739 |
-
- '
|
740 |
-
- '
|
741 |
-
- '
|
742 |
-
- '
|
743 |
-
- '293'
|
744 |
-
- '397'
|
745 |
-
- '173'
|
746 |
-
- '59'
|
747 |
-
- '485'
|
748 |
-
- '75'
|
749 |
-
- '102'
|
750 |
- '282'
|
751 |
-
- '
|
752 |
-
- '
|
753 |
-
- '
|
754 |
-
- '
|
755 |
-
- '
|
756 |
-
- '
|
757 |
-
- '
|
758 |
-
- '
|
759 |
-
- '
|
760 |
-
- '
|
761 |
-
- '
|
762 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
763 |
- '300'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
764 |
- '339'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
765 |
- '367'
|
766 |
-
- '
|
767 |
-
- '
|
768 |
-
- '
|
769 |
-
- '
|
770 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
771 |
- '382'
|
772 |
-
- '
|
773 |
-
- '
|
774 |
-
- '
|
775 |
-
- '
|
776 |
-
- '
|
777 |
-
- '
|
778 |
-
- '
|
779 |
-
- '
|
780 |
-
- '
|
781 |
-
- '
|
782 |
-
- '311'
|
783 |
-
- '201'
|
784 |
-
- '170'
|
785 |
-
- '240'
|
786 |
-
- '25'
|
787 |
-
- '291'
|
788 |
- '393'
|
789 |
-
- '444'
|
790 |
-
- '292'
|
791 |
-
- '334'
|
792 |
-
- '234'
|
793 |
-
- '379'
|
794 |
-
- '153'
|
795 |
-
- '42'
|
796 |
-
- '250'
|
797 |
-
- '409'
|
798 |
-
- '464'
|
799 |
- '394'
|
800 |
-
- '
|
|
|
|
|
|
|
801 |
- '399'
|
802 |
-
- '
|
803 |
-
- '
|
804 |
-
- '
|
805 |
-
- '
|
806 |
-
- '
|
807 |
-
- '268'
|
808 |
-
- '65'
|
809 |
-
- '343'
|
810 |
-
- '338'
|
811 |
-
- '493'
|
812 |
-
- '100'
|
813 |
- '405'
|
814 |
-
- '
|
815 |
-
- '
|
816 |
-
- '
|
817 |
-
- '
|
818 |
-
- '
|
819 |
-
- '
|
820 |
-
- '101'
|
821 |
-
- '163'
|
822 |
-
- '252'
|
823 |
-
- '138'
|
824 |
-
- '72'
|
825 |
-
- '373'
|
826 |
-
- '362'
|
827 |
-
- '120'
|
828 |
-
- '425'
|
829 |
-
- '480'
|
830 |
-
- '32'
|
831 |
-
- '254'
|
832 |
-
- '202'
|
833 |
-
- '484'
|
834 |
- '412'
|
835 |
-
- '
|
836 |
-
- '
|
837 |
-
- '
|
838 |
-
- '
|
839 |
-
- '
|
840 |
-
- '
|
841 |
-
- '118'
|
842 |
-
- '402'
|
843 |
-
- '230'
|
844 |
-
- '67'
|
845 |
-
- '98'
|
846 |
-
- '335'
|
847 |
-
- '317'
|
848 |
-
- '57'
|
849 |
-
- '329'
|
850 |
-
- '229'
|
851 |
- '419'
|
852 |
-
- '
|
853 |
-
- '
|
854 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
855 |
- '433'
|
856 |
-
- '
|
857 |
-
- '
|
858 |
-
- '
|
859 |
-
- '
|
860 |
-
- '
|
861 |
-
- '499'
|
862 |
-
- '274'
|
863 |
-
- '389'
|
864 |
-
- '127'
|
865 |
- '439'
|
866 |
-
- '
|
867 |
-
- '
|
868 |
-
- '
|
869 |
-
- '
|
870 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
871 |
- '455'
|
872 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
873 |
- '469'
|
874 |
-
- '
|
875 |
-
- '
|
876 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
877 |
- '481'
|
|
|
|
|
|
|
|
|
|
|
878 |
- '487'
|
879 |
-
- '
|
880 |
-
- '
|
881 |
-
- '
|
882 |
-
- '
|
883 |
-
- '
|
884 |
-
- '
|
885 |
-
- '
|
886 |
-
- '
|
887 |
-
- '
|
888 |
-
-
|
|
|
|
|
889 |
- <sos/eos>
|
|
|
890 |
odim: null
|
891 |
init: null
|
892 |
input_size: null
|
@@ -1024,8 +1017,8 @@ loss: tacotron
|
|
1024 |
loss_conf: {}
|
1025 |
required:
|
1026 |
- output_dir
|
1027 |
-
version: '
|
1028 |
-
distributed:
|
1029 |
```
|
1030 |
|
1031 |
</details>
|
@@ -1063,4 +1056,4 @@ or arXiv:
|
|
1063 |
archivePrefix={arXiv},
|
1064 |
primaryClass={cs.CL}
|
1065 |
}
|
1066 |
-
```
|
|
|
3 |
- espnet
|
4 |
- audio
|
5 |
- speech-translation
|
6 |
+
language: en
|
|
|
|
|
7 |
datasets:
|
8 |
+
- jtang1
|
9 |
license: cc-by-4.0
|
10 |
---
|
11 |
|
12 |
## ESPnet2 S2ST model
|
13 |
|
|
|
|
|
14 |
### `espnet/jiyang_tang_cvss-c_es-en_discrete_unit`
|
15 |
|
16 |
+
This model was trained by Jiyang Tang using jtang1 recipe in [espnet](https://github.com/espnet/espnet/).
|
17 |
|
18 |
### Demo: How to use in ESPnet2
|
19 |
|
|
|
24 |
cd espnet
|
25 |
git checkout c002f05ab3ef82938b6a980806cd7f97baba2299
|
26 |
pip install -e .
|
27 |
+
cd cis210027p/jtang1/cvss
|
28 |
./run.sh --skip_data_prep false --skip_train true --download_model espnet/jiyang_tang_cvss-c_es-en_discrete_unit
|
29 |
```
|
30 |
|
31 |
<!-- Generated by scripts/utils/show_translation_result.sh -->
|
32 |
# RESULTS
|
33 |
## Environments
|
34 |
+
- date: `Fri Sep 29 19:34:01 EDT 2023`
|
35 |
+
- python version: `3.8.18 (default, Sep 11 2023, 13:40:15) [GCC 11.2.0]`
|
36 |
+
- espnet version: `espnet 202304`
|
37 |
+
- pytorch version: `pytorch 1.13.0+cu117`
|
38 |
+
- Git hash: `2ca729d29536656a6bf4250a0947090764c93c36`
|
39 |
+
- Commit date: `Mon Sep 18 23:13:52 2023 -0400`
|
40 |
|
41 |
## S2ST config
|
42 |
|
|
|
46 |
config: conf/train_s2st_discrete_unit.yaml
|
47 |
print_config: false
|
48 |
log_level: INFO
|
|
|
49 |
dry_run: false
|
50 |
iterator_type: sequence
|
|
|
51 |
output_dir: exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en
|
52 |
ngpu: 1
|
53 |
seed: 0
|
|
|
55 |
num_att_plot: 0
|
56 |
dist_backend: nccl
|
57 |
dist_init_method: env://
|
58 |
+
dist_world_size: null
|
59 |
+
dist_rank: null
|
60 |
local_rank: 0
|
61 |
+
dist_master_addr: null
|
62 |
+
dist_master_port: null
|
63 |
dist_launcher: null
|
64 |
+
multiprocessing_distributed: false
|
65 |
unused_parameters: false
|
66 |
sharded_ddp: false
|
67 |
cudnn_enabled: true
|
|
|
111 |
ignore_init_mismatch: false
|
112 |
freeze_param: []
|
113 |
num_iters_per_epoch: null
|
114 |
+
batch_size: 32
|
115 |
valid_batch_size: null
|
116 |
batch_bins: 1000000
|
117 |
valid_batch_bins: null
|
|
|
133 |
- 150
|
134 |
- 150
|
135 |
sort_in_batch: descending
|
|
|
136 |
sort_batch: descending
|
137 |
multiple_iterator: false
|
138 |
chunk_length: 500
|
|
|
378 |
- œ
|
379 |
- <sos/eos>
|
380 |
unit_token_list:
|
381 |
+
- '0'
|
382 |
+
- '1'
|
383 |
- '2'
|
384 |
+
- '3'
|
385 |
+
- '4'
|
386 |
+
- '5'
|
387 |
+
- '6'
|
|
|
388 |
- '7'
|
389 |
+
- '8'
|
390 |
+
- '9'
|
391 |
+
- '10'
|
392 |
+
- '11'
|
393 |
+
- '12'
|
394 |
+
- '13'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
395 |
- '14'
|
396 |
+
- '15'
|
397 |
+
- '16'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
398 |
- '17'
|
399 |
+
- '18'
|
400 |
+
- '19'
|
401 |
+
- '20'
|
402 |
+
- '21'
|
403 |
+
- '22'
|
404 |
+
- '23'
|
405 |
+
- '24'
|
406 |
+
- '25'
|
|
|
|
|
|
|
|
|
|
|
|
|
407 |
- '26'
|
408 |
+
- '27'
|
409 |
+
- '28'
|
410 |
- '29'
|
|
|
|
|
|
|
411 |
- '30'
|
412 |
+
- '31'
|
413 |
+
- '32'
|
414 |
+
- '33'
|
415 |
+
- '34'
|
416 |
+
- '35'
|
417 |
+
- '36'
|
418 |
+
- '37'
|
419 |
+
- '38'
|
420 |
+
- '39'
|
421 |
+
- '40'
|
422 |
+
- '41'
|
423 |
+
- '42'
|
424 |
- '43'
|
425 |
+
- '44'
|
|
|
|
|
|
|
426 |
- '45'
|
427 |
+
- '46'
|
428 |
+
- '47'
|
429 |
+
- '48'
|
430 |
+
- '49'
|
431 |
+
- '50'
|
432 |
+
- '51'
|
433 |
+
- '52'
|
434 |
+
- '53'
|
435 |
+
- '54'
|
436 |
+
- '55'
|
437 |
+
- '56'
|
438 |
+
- '57'
|
439 |
+
- '58'
|
440 |
+
- '59'
|
441 |
+
- '60'
|
442 |
+
- '61'
|
443 |
+
- '62'
|
444 |
- '63'
|
445 |
+
- '64'
|
446 |
+
- '65'
|
447 |
+
- '66'
|
448 |
+
- '67'
|
449 |
+
- '68'
|
450 |
+
- '69'
|
451 |
+
- '70'
|
452 |
+
- '71'
|
453 |
+
- '72'
|
454 |
+
- '73'
|
455 |
+
- '74'
|
456 |
+
- '75'
|
457 |
- '76'
|
458 |
+
- '77'
|
459 |
+
- '78'
|
460 |
+
- '79'
|
461 |
+
- '80'
|
462 |
+
- '81'
|
463 |
+
- '82'
|
464 |
+
- '83'
|
465 |
+
- '84'
|
466 |
+
- '85'
|
467 |
+
- '86'
|
468 |
+
- '87'
|
|
|
|
|
|
|
|
|
|
|
469 |
- '88'
|
470 |
+
- '89'
|
471 |
+
- '90'
|
472 |
+
- '91'
|
473 |
+
- '92'
|
474 |
+
- '93'
|
475 |
+
- '94'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
476 |
- '95'
|
477 |
+
- '96'
|
478 |
+
- '97'
|
479 |
+
- '98'
|
480 |
+
- '99'
|
481 |
+
- '100'
|
482 |
+
- '101'
|
483 |
+
- '102'
|
484 |
+
- '103'
|
485 |
+
- '104'
|
486 |
+
- '105'
|
487 |
+
- '106'
|
488 |
+
- '107'
|
489 |
+
- '108'
|
490 |
+
- '109'
|
491 |
+
- '110'
|
492 |
+
- '111'
|
493 |
+
- '112'
|
494 |
+
- '113'
|
|
|
|
|
|
|
|
|
|
|
|
|
495 |
- '114'
|
496 |
+
- '115'
|
497 |
+
- '116'
|
498 |
+
- '117'
|
499 |
+
- '118'
|
500 |
+
- '119'
|
501 |
+
- '120'
|
502 |
+
- '121'
|
503 |
+
- '122'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
504 |
- '123'
|
505 |
+
- '124'
|
506 |
+
- '125'
|
507 |
+
- '126'
|
508 |
+
- '127'
|
509 |
+
- '128'
|
510 |
+
- '129'
|
511 |
+
- '130'
|
512 |
+
- '131'
|
513 |
- '132'
|
514 |
+
- '133'
|
515 |
+
- '134'
|
516 |
+
- '135'
|
517 |
+
- '136'
|
518 |
+
- '137'
|
519 |
+
- '138'
|
520 |
+
- '139'
|
521 |
+
- '140'
|
522 |
+
- '141'
|
523 |
+
- '142'
|
524 |
+
- '143'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
525 |
- '144'
|
526 |
+
- '145'
|
527 |
+
- '146'
|
528 |
+
- '147'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
529 |
- '148'
|
530 |
+
- '149'
|
531 |
+
- '150'
|
532 |
+
- '151'
|
533 |
+
- '152'
|
534 |
+
- '153'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
535 |
- '154'
|
536 |
+
- '155'
|
537 |
+
- '156'
|
538 |
+
- '157'
|
539 |
+
- '158'
|
540 |
+
- '159'
|
541 |
+
- '160'
|
542 |
+
- '161'
|
543 |
+
- '162'
|
544 |
+
- '163'
|
545 |
+
- '164'
|
546 |
+
- '165'
|
547 |
+
- '166'
|
548 |
- '167'
|
549 |
+
- '168'
|
550 |
+
- '169'
|
551 |
+
- '170'
|
552 |
+
- '171'
|
553 |
+
- '172'
|
554 |
+
- '173'
|
555 |
+
- '174'
|
556 |
+
- '175'
|
557 |
+
- '176'
|
558 |
+
- '177'
|
559 |
+
- '178'
|
560 |
+
- '179'
|
561 |
+
- '180'
|
562 |
+
- '181'
|
563 |
+
- '182'
|
564 |
+
- '183'
|
565 |
+
- '184'
|
566 |
+
- '185'
|
567 |
+
- '186'
|
568 |
- '187'
|
569 |
+
- '188'
|
570 |
+
- '189'
|
571 |
+
- '190'
|
572 |
+
- '191'
|
573 |
+
- '192'
|
574 |
- '193'
|
575 |
+
- '194'
|
576 |
+
- '195'
|
577 |
+
- '196'
|
578 |
+
- '197'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
579 |
- '198'
|
580 |
+
- '199'
|
581 |
+
- '200'
|
582 |
+
- '201'
|
583 |
+
- '202'
|
584 |
+
- '203'
|
585 |
+
- '204'
|
586 |
+
- '205'
|
587 |
+
- '206'
|
588 |
+
- '207'
|
589 |
+
- '208'
|
590 |
+
- '209'
|
591 |
+
- '210'
|
592 |
+
- '211'
|
593 |
+
- '212'
|
594 |
+
- '213'
|
|
|
|
|
|
|
|
|
595 |
- '214'
|
596 |
+
- '215'
|
597 |
+
- '216'
|
598 |
+
- '217'
|
599 |
+
- '218'
|
600 |
+
- '219'
|
601 |
+
- '220'
|
602 |
+
- '221'
|
603 |
+
- '222'
|
604 |
+
- '223'
|
605 |
+
- '224'
|
606 |
+
- '225'
|
607 |
+
- '226'
|
608 |
+
- '227'
|
609 |
+
- '228'
|
610 |
+
- '229'
|
611 |
+
- '230'
|
612 |
+
- '231'
|
613 |
+
- '232'
|
614 |
+
- '233'
|
615 |
+
- '234'
|
616 |
+
- '235'
|
617 |
+
- '236'
|
618 |
+
- '237'
|
619 |
+
- '238'
|
620 |
+
- '239'
|
621 |
+
- '240'
|
622 |
+
- '241'
|
623 |
+
- '242'
|
624 |
+
- '243'
|
625 |
+
- '244'
|
626 |
+
- '245'
|
627 |
+
- '246'
|
628 |
+
- '247'
|
629 |
+
- '248'
|
630 |
+
- '249'
|
631 |
+
- '250'
|
632 |
- '251'
|
633 |
+
- '252'
|
634 |
+
- '253'
|
635 |
+
- '254'
|
636 |
+
- '255'
|
637 |
+
- '256'
|
638 |
+
- '257'
|
639 |
+
- '258'
|
640 |
+
- '259'
|
641 |
+
- '260'
|
642 |
+
- '261'
|
643 |
+
- '262'
|
644 |
+
- '263'
|
645 |
+
- '264'
|
646 |
+
- '265'
|
647 |
+
- '266'
|
648 |
+
- '267'
|
649 |
+
- '268'
|
650 |
+
- '269'
|
651 |
+
- '270'
|
652 |
+
- '271'
|
653 |
+
- '272'
|
654 |
- '273'
|
655 |
+
- '274'
|
656 |
+
- '275'
|
657 |
+
- '276'
|
658 |
+
- '277'
|
659 |
+
- '278'
|
660 |
+
- '279'
|
661 |
+
- '280'
|
662 |
+
- '281'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
663 |
- '282'
|
664 |
+
- '283'
|
665 |
+
- '284'
|
666 |
+
- '285'
|
667 |
+
- '286'
|
668 |
+
- '287'
|
669 |
+
- '288'
|
670 |
+
- '289'
|
671 |
+
- '290'
|
672 |
+
- '291'
|
673 |
+
- '292'
|
674 |
+
- '293'
|
675 |
+
- '294'
|
676 |
+
- '295'
|
677 |
+
- '296'
|
678 |
+
- '297'
|
679 |
+
- '298'
|
680 |
+
- '299'
|
681 |
- '300'
|
682 |
+
- '301'
|
683 |
+
- '302'
|
684 |
+
- '303'
|
685 |
+
- '304'
|
686 |
+
- '305'
|
687 |
+
- '306'
|
688 |
+
- '307'
|
689 |
+
- '308'
|
690 |
+
- '309'
|
691 |
+
- '310'
|
692 |
+
- '311'
|
693 |
+
- '312'
|
694 |
+
- '313'
|
695 |
+
- '314'
|
696 |
+
- '315'
|
697 |
+
- '316'
|
698 |
+
- '317'
|
699 |
+
- '318'
|
700 |
+
- '319'
|
701 |
+
- '320'
|
702 |
+
- '321'
|
703 |
+
- '322'
|
704 |
+
- '323'
|
705 |
+
- '324'
|
706 |
+
- '325'
|
707 |
+
- '326'
|
708 |
+
- '327'
|
709 |
+
- '328'
|
710 |
+
- '329'
|
711 |
+
- '330'
|
712 |
+
- '331'
|
713 |
+
- '332'
|
714 |
+
- '333'
|
715 |
+
- '334'
|
716 |
+
- '335'
|
717 |
+
- '336'
|
718 |
+
- '337'
|
719 |
+
- '338'
|
720 |
- '339'
|
721 |
+
- '340'
|
722 |
+
- '341'
|
723 |
+
- '342'
|
724 |
+
- '343'
|
725 |
+
- '344'
|
726 |
+
- '345'
|
727 |
+
- '346'
|
728 |
+
- '347'
|
729 |
+
- '348'
|
730 |
+
- '349'
|
731 |
+
- '350'
|
732 |
+
- '351'
|
733 |
+
- '352'
|
734 |
+
- '353'
|
735 |
+
- '354'
|
736 |
+
- '355'
|
737 |
+
- '356'
|
738 |
+
- '357'
|
739 |
+
- '358'
|
740 |
+
- '359'
|
741 |
+
- '360'
|
742 |
+
- '361'
|
743 |
+
- '362'
|
744 |
+
- '363'
|
745 |
+
- '364'
|
746 |
+
- '365'
|
747 |
+
- '366'
|
748 |
- '367'
|
749 |
+
- '368'
|
750 |
+
- '369'
|
751 |
+
- '370'
|
752 |
+
- '371'
|
753 |
+
- '372'
|
754 |
+
- '373'
|
755 |
+
- '374'
|
756 |
+
- '375'
|
757 |
+
- '376'
|
758 |
+
- '377'
|
759 |
+
- '378'
|
760 |
+
- '379'
|
761 |
+
- '380'
|
762 |
+
- '381'
|
763 |
- '382'
|
764 |
+
- '383'
|
765 |
+
- '384'
|
766 |
+
- '385'
|
767 |
+
- '386'
|
768 |
+
- '387'
|
769 |
+
- '388'
|
770 |
+
- '389'
|
771 |
+
- '390'
|
772 |
+
- '391'
|
773 |
+
- '392'
|
|
|
|
|
|
|
|
|
|
|
|
|
774 |
- '393'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
775 |
- '394'
|
776 |
+
- '395'
|
777 |
+
- '396'
|
778 |
+
- '397'
|
779 |
+
- '398'
|
780 |
- '399'
|
781 |
+
- '400'
|
782 |
+
- '401'
|
783 |
+
- '402'
|
784 |
+
- '403'
|
785 |
+
- '404'
|
|
|
|
|
|
|
|
|
|
|
|
|
786 |
- '405'
|
787 |
+
- '406'
|
788 |
+
- '407'
|
789 |
+
- '408'
|
790 |
+
- '409'
|
791 |
+
- '410'
|
792 |
+
- '411'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
793 |
- '412'
|
794 |
+
- '413'
|
795 |
+
- '414'
|
796 |
+
- '415'
|
797 |
+
- '416'
|
798 |
+
- '417'
|
799 |
+
- '418'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
800 |
- '419'
|
801 |
+
- '420'
|
802 |
+
- '421'
|
803 |
+
- '422'
|
804 |
+
- '423'
|
805 |
+
- '424'
|
806 |
+
- '425'
|
807 |
+
- '426'
|
808 |
+
- '427'
|
809 |
+
- '428'
|
810 |
+
- '429'
|
811 |
+
- '430'
|
812 |
+
- '431'
|
813 |
+
- '432'
|
814 |
- '433'
|
815 |
+
- '434'
|
816 |
+
- '435'
|
817 |
+
- '436'
|
818 |
+
- '437'
|
819 |
+
- '438'
|
|
|
|
|
|
|
|
|
820 |
- '439'
|
821 |
+
- '440'
|
822 |
+
- '441'
|
823 |
+
- '442'
|
824 |
+
- '443'
|
825 |
+
- '444'
|
826 |
+
- '445'
|
827 |
+
- '446'
|
828 |
+
- '447'
|
829 |
+
- '448'
|
830 |
+
- '449'
|
831 |
+
- '450'
|
832 |
+
- '451'
|
833 |
+
- '452'
|
834 |
+
- '453'
|
835 |
+
- '454'
|
836 |
- '455'
|
837 |
+
- '456'
|
838 |
+
- '457'
|
839 |
+
- '458'
|
840 |
+
- '459'
|
841 |
+
- '460'
|
842 |
+
- '461'
|
843 |
+
- '462'
|
844 |
+
- '463'
|
845 |
+
- '464'
|
846 |
+
- '465'
|
847 |
+
- '466'
|
848 |
+
- '467'
|
849 |
+
- '468'
|
850 |
- '469'
|
851 |
+
- '470'
|
852 |
+
- '471'
|
853 |
+
- '472'
|
854 |
+
- '473'
|
855 |
+
- '474'
|
856 |
+
- '475'
|
857 |
+
- '476'
|
858 |
+
- '477'
|
859 |
+
- '478'
|
860 |
+
- '479'
|
861 |
+
- '480'
|
862 |
- '481'
|
863 |
+
- '482'
|
864 |
+
- '483'
|
865 |
+
- '484'
|
866 |
+
- '485'
|
867 |
+
- '486'
|
868 |
- '487'
|
869 |
+
- '488'
|
870 |
+
- '489'
|
871 |
+
- '490'
|
872 |
+
- '491'
|
873 |
+
- '492'
|
874 |
+
- '493'
|
875 |
+
- '494'
|
876 |
+
- '495'
|
877 |
+
- '496'
|
878 |
+
- '497'
|
879 |
+
- '498'
|
880 |
+
- '499'
|
881 |
- <sos/eos>
|
882 |
+
- <unk>
|
883 |
odim: null
|
884 |
init: null
|
885 |
input_size: null
|
|
|
1017 |
loss_conf: {}
|
1018 |
required:
|
1019 |
- output_dir
|
1020 |
+
version: '202304'
|
1021 |
+
distributed: false
|
1022 |
```
|
1023 |
|
1024 |
</details>
|
|
|
1056 |
archivePrefix={arXiv},
|
1057 |
primaryClass={cs.CL}
|
1058 |
}
|
1059 |
+
```
|
exp/s2st_stats_raw_es_en/train/src_feats_stats.npz
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1402
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2d5fc7df9541f2305e7fa07ce3dbf39fa7af8550a6ba6c0a364c2d2c902fa575
|
3 |
size 1402
|
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/500epoch.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 135539361
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:469b02596d21fdc929ee24552a7fb5170d711e9c57e25ee896f405ce27f76b1b
|
3 |
size 135539361
|
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/RESULTS.md
CHANGED
@@ -1,10 +1,10 @@
|
|
1 |
<!-- Generated by scripts/utils/show_translation_result.sh -->
|
2 |
# RESULTS
|
3 |
## Environments
|
4 |
-
- date: `
|
5 |
-
- python version: `3.
|
6 |
-
- espnet version: `espnet
|
7 |
-
- pytorch version: `pytorch 1.13.
|
8 |
-
- Git hash: `
|
9 |
-
- Commit date: `Mon Sep
|
10 |
|
|
|
1 |
<!-- Generated by scripts/utils/show_translation_result.sh -->
|
2 |
# RESULTS
|
3 |
## Environments
|
4 |
+
- date: `Fri Sep 29 19:34:01 EDT 2023`
|
5 |
+
- python version: `3.8.18 (default, Sep 11 2023, 13:40:15) [GCC 11.2.0]`
|
6 |
+
- espnet version: `espnet 202304`
|
7 |
+
- pytorch version: `pytorch 1.13.0+cu117`
|
8 |
+
- Git hash: `2ca729d29536656a6bf4250a0947090764c93c36`
|
9 |
+
- Commit date: `Mon Sep 18 23:13:52 2023 -0400`
|
10 |
|
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/config.yaml
CHANGED
@@ -1,10 +1,8 @@
|
|
1 |
config: conf/train_s2st_discrete_unit.yaml
|
2 |
print_config: false
|
3 |
log_level: INFO
|
4 |
-
drop_last_iter: false
|
5 |
dry_run: false
|
6 |
iterator_type: sequence
|
7 |
-
valid_iterator_type: null
|
8 |
output_dir: exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en
|
9 |
ngpu: 1
|
10 |
seed: 0
|
@@ -12,13 +10,13 @@ num_workers: 2
|
|
12 |
num_att_plot: 0
|
13 |
dist_backend: nccl
|
14 |
dist_init_method: env://
|
15 |
-
dist_world_size:
|
16 |
-
dist_rank:
|
17 |
local_rank: 0
|
18 |
-
dist_master_addr:
|
19 |
-
dist_master_port:
|
20 |
dist_launcher: null
|
21 |
-
multiprocessing_distributed:
|
22 |
unused_parameters: false
|
23 |
sharded_ddp: false
|
24 |
cudnn_enabled: true
|
@@ -68,7 +66,7 @@ init_param: []
|
|
68 |
ignore_init_mismatch: false
|
69 |
freeze_param: []
|
70 |
num_iters_per_epoch: null
|
71 |
-
batch_size:
|
72 |
valid_batch_size: null
|
73 |
batch_bins: 1000000
|
74 |
valid_batch_bins: null
|
@@ -90,7 +88,6 @@ fold_length:
|
|
90 |
- 150
|
91 |
- 150
|
92 |
sort_in_batch: descending
|
93 |
-
shuffle_within_batch: false
|
94 |
sort_batch: descending
|
95 |
multiple_iterator: false
|
96 |
chunk_length: 500
|
@@ -336,508 +333,508 @@ src_token_list:
|
|
336 |
- œ
|
337 |
- <sos/eos>
|
338 |
unit_token_list:
|
|
|
|
|
339 |
- '2'
|
340 |
-
- '
|
341 |
-
- '
|
342 |
-
- '
|
343 |
-
- '
|
344 |
-
- '442'
|
345 |
- '7'
|
346 |
-
- '
|
347 |
-
- '
|
348 |
-
- '
|
349 |
-
- '
|
350 |
-
- '
|
351 |
-
- '
|
352 |
-
- '249'
|
353 |
-
- '280'
|
354 |
-
- '243'
|
355 |
-
- '279'
|
356 |
-
- '197'
|
357 |
-
- '16'
|
358 |
-
- '270'
|
359 |
-
- '483'
|
360 |
-
- '212'
|
361 |
-
- '437'
|
362 |
-
- '313'
|
363 |
-
- '429'
|
364 |
-
- '110'
|
365 |
-
- '19'
|
366 |
-
- '142'
|
367 |
-
- '152'
|
368 |
-
- '175'
|
369 |
-
- '84'
|
370 |
-
- '34'
|
371 |
-
- '359'
|
372 |
- '14'
|
373 |
-
- '
|
374 |
-
- '
|
375 |
-
- '41'
|
376 |
-
- '60'
|
377 |
-
- '190'
|
378 |
-
- '450'
|
379 |
-
- '180'
|
380 |
-
- '171'
|
381 |
-
- '209'
|
382 |
-
- '348'
|
383 |
-
- '55'
|
384 |
-
- '383'
|
385 |
-
- '56'
|
386 |
-
- '158'
|
387 |
- '17'
|
388 |
-
- '
|
389 |
-
- '
|
390 |
-
- '
|
391 |
-
- '
|
392 |
-
- '
|
393 |
-
- '
|
394 |
-
- '
|
395 |
-
- '
|
396 |
-
- '471'
|
397 |
-
- '420'
|
398 |
-
- '306'
|
399 |
-
- '11'
|
400 |
-
- '54'
|
401 |
-
- '9'
|
402 |
- '26'
|
|
|
|
|
403 |
- '29'
|
404 |
-
- '454'
|
405 |
-
- '104'
|
406 |
-
- '107'
|
407 |
- '30'
|
408 |
-
- '
|
409 |
-
- '
|
410 |
-
- '
|
411 |
-
- '
|
412 |
-
- '
|
413 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
|
|
414 |
- '43'
|
415 |
-
- '
|
416 |
-
- '151'
|
417 |
-
- '146'
|
418 |
-
- '226'
|
419 |
- '45'
|
420 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
421 |
- '63'
|
422 |
-
- '
|
423 |
-
- '
|
424 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
425 |
- '76'
|
426 |
-
- '
|
427 |
-
- '
|
428 |
-
- '
|
429 |
-
- '
|
430 |
-
- '
|
431 |
-
- '
|
432 |
-
- '
|
433 |
-
- '
|
434 |
-
- '
|
435 |
-
- '
|
436 |
-
- '
|
437 |
-
- '182'
|
438 |
-
- '407'
|
439 |
-
- '326'
|
440 |
-
- '319'
|
441 |
-
- '231'
|
442 |
- '88'
|
443 |
-
- '
|
444 |
-
- '
|
445 |
-
- '
|
446 |
-
- '
|
447 |
-
- '
|
448 |
-
- '
|
449 |
-
- '354'
|
450 |
-
- '0'
|
451 |
-
- '318'
|
452 |
-
- '336'
|
453 |
-
- '314'
|
454 |
-
- '159'
|
455 |
-
- '281'
|
456 |
-
- '413'
|
457 |
- '95'
|
458 |
-
- '
|
459 |
-
- '
|
460 |
-
- '
|
461 |
-
- '
|
462 |
-
- '
|
463 |
-
- '
|
464 |
-
- '
|
465 |
-
- '
|
466 |
-
- '
|
467 |
-
- '
|
468 |
-
- '
|
469 |
-
- '
|
470 |
-
- '
|
471 |
-
- '
|
472 |
-
- '
|
473 |
-
- '
|
474 |
-
- '
|
475 |
-
- '
|
476 |
-
- '494'
|
477 |
-
- '344'
|
478 |
-
- '435'
|
479 |
-
- '178'
|
480 |
-
- '61'
|
481 |
-
- '129'
|
482 |
- '114'
|
483 |
-
- '
|
484 |
-
- '
|
485 |
-
- '
|
486 |
-
- '
|
487 |
-
- '
|
488 |
-
- '
|
489 |
-
- '
|
490 |
-
- '
|
491 |
-
- '203'
|
492 |
-
- '239'
|
493 |
-
- '488'
|
494 |
-
- '247'
|
495 |
-
- '283'
|
496 |
-
- '416'
|
497 |
-
- '68'
|
498 |
-
- '395'
|
499 |
-
- '184'
|
500 |
-
- '474'
|
501 |
-
- '141'
|
502 |
-
- '89'
|
503 |
-
- '342'
|
504 |
-
- '13'
|
505 |
-
- '298'
|
506 |
-
- '125'
|
507 |
-
- '191'
|
508 |
-
- '165'
|
509 |
-
- '24'
|
510 |
-
- '441'
|
511 |
-
- '227'
|
512 |
-
- '196'
|
513 |
-
- '258'
|
514 |
-
- '133'
|
515 |
-
- '168'
|
516 |
-
- '64'
|
517 |
- '123'
|
518 |
-
- '
|
519 |
-
- '
|
520 |
-
- '
|
521 |
-
- '
|
|
|
|
|
|
|
|
|
522 |
- '132'
|
523 |
-
- '
|
524 |
-
- '
|
525 |
-
- '
|
526 |
-
- '
|
527 |
-
- '
|
528 |
-
- '
|
529 |
-
- '
|
530 |
-
- '
|
531 |
-
- '
|
532 |
-
- '
|
533 |
-
- '
|
534 |
-
- '374'
|
535 |
-
- '272'
|
536 |
-
- '325'
|
537 |
-
- '495'
|
538 |
-
- '460'
|
539 |
-
- '330'
|
540 |
-
- '48'
|
541 |
-
- '451'
|
542 |
-
- '323'
|
543 |
-
- '458'
|
544 |
-
- '263'
|
545 |
- '144'
|
546 |
-
- '
|
547 |
-
- '
|
548 |
-
- '
|
549 |
-
- '77'
|
550 |
-
- '33'
|
551 |
-
- '368'
|
552 |
-
- '332'
|
553 |
-
- '205'
|
554 |
-
- '50'
|
555 |
-
- '290'
|
556 |
-
- '401'
|
557 |
-
- '490'
|
558 |
-
- '331'
|
559 |
-
- '436'
|
560 |
-
- '5'
|
561 |
-
- '186'
|
562 |
-
- '288'
|
563 |
- '148'
|
564 |
-
- '
|
565 |
-
- '
|
566 |
-
- '
|
567 |
-
- '
|
568 |
-
- '
|
569 |
-
- '489'
|
570 |
-
- '21'
|
571 |
-
- '92'
|
572 |
-
- '386'
|
573 |
-
- '97'
|
574 |
-
- '328'
|
575 |
-
- '121'
|
576 |
-
- '301'
|
577 |
-
- '46'
|
578 |
-
- '224'
|
579 |
- '154'
|
580 |
-
- '
|
581 |
-
- '
|
582 |
-
- '
|
583 |
-
- '
|
584 |
-
- '
|
585 |
-
- '
|
586 |
-
- '
|
587 |
-
- '
|
588 |
-
- '
|
589 |
-
- '
|
590 |
-
- '
|
591 |
-
- '
|
592 |
- '167'
|
593 |
-
- '
|
594 |
-
- '
|
595 |
-
- '
|
596 |
-
- '
|
597 |
-
- '
|
598 |
-
- '
|
599 |
-
- '
|
600 |
-
- '
|
601 |
-
- '
|
602 |
-
- '
|
603 |
-
- '
|
604 |
-
- '
|
605 |
-
- '
|
606 |
-
- '
|
607 |
-
- '
|
|
|
|
|
|
|
|
|
608 |
- '187'
|
609 |
-
- '
|
610 |
-
- '
|
611 |
-
- '
|
612 |
-
- '
|
|
|
613 |
- '193'
|
614 |
-
- '
|
615 |
-
- '
|
616 |
-
- '
|
617 |
-
- '
|
618 |
-
- '185'
|
619 |
-
- '143'
|
620 |
-
- '361'
|
621 |
-
- '174'
|
622 |
-
- '430'
|
623 |
-
- '349'
|
624 |
-
- '23'
|
625 |
-
- '423'
|
626 |
-
- '388'
|
627 |
-
- '309'
|
628 |
-
- '470'
|
629 |
-
- '169'
|
630 |
-
- '370'
|
631 |
-
- '463'
|
632 |
-
- '245'
|
633 |
-
- '320'
|
634 |
-
- '237'
|
635 |
-
- '316'
|
636 |
-
- '277'
|
637 |
-
- '482'
|
638 |
-
- '218'
|
639 |
- '198'
|
640 |
-
- '
|
641 |
-
- '
|
642 |
-
- '
|
643 |
-
- '
|
644 |
-
- '
|
645 |
-
- '
|
646 |
-
- '
|
647 |
-
- '
|
648 |
-
- '
|
649 |
-
- '
|
650 |
-
- '
|
651 |
-
- '
|
652 |
-
- '
|
653 |
-
- '
|
654 |
-
- '
|
655 |
-
- '241'
|
656 |
-
- '496'
|
657 |
-
- '228'
|
658 |
-
- '287'
|
659 |
- '214'
|
660 |
-
- '
|
661 |
-
- '
|
662 |
-
- '
|
663 |
-
- '
|
664 |
-
- '
|
665 |
-
- '
|
666 |
-
- '
|
667 |
-
- '
|
668 |
-
- '
|
669 |
-
- '
|
670 |
-
- '
|
671 |
-
- '
|
672 |
-
- '
|
673 |
-
- '
|
674 |
-
- '
|
675 |
-
- '
|
676 |
-
- '
|
677 |
-
- '
|
678 |
-
- '
|
679 |
-
- '
|
680 |
-
- '
|
681 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
682 |
- '251'
|
683 |
-
- '
|
684 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
685 |
- '273'
|
686 |
-
- '
|
687 |
-
- '
|
688 |
-
- '
|
689 |
-
- '
|
690 |
-
- '
|
691 |
-
- '
|
692 |
-
- '
|
693 |
-
- '
|
694 |
-
- '293'
|
695 |
-
- '397'
|
696 |
-
- '173'
|
697 |
-
- '59'
|
698 |
-
- '485'
|
699 |
-
- '75'
|
700 |
-
- '102'
|
701 |
- '282'
|
702 |
-
- '
|
703 |
-
- '
|
704 |
-
- '
|
705 |
-
- '
|
706 |
-
- '
|
707 |
-
- '
|
708 |
-
- '
|
709 |
-
- '
|
710 |
-
- '
|
711 |
-
- '
|
712 |
-
- '
|
713 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
714 |
- '300'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
715 |
- '339'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
716 |
- '367'
|
717 |
-
- '
|
718 |
-
- '
|
719 |
-
- '
|
720 |
-
- '
|
721 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
722 |
- '382'
|
723 |
-
- '
|
724 |
-
- '
|
725 |
-
- '
|
726 |
-
- '
|
727 |
-
- '
|
728 |
-
- '
|
729 |
-
- '
|
730 |
-
- '
|
731 |
-
- '
|
732 |
-
- '
|
733 |
-
- '311'
|
734 |
-
- '201'
|
735 |
-
- '170'
|
736 |
-
- '240'
|
737 |
-
- '25'
|
738 |
-
- '291'
|
739 |
- '393'
|
740 |
-
- '444'
|
741 |
-
- '292'
|
742 |
-
- '334'
|
743 |
-
- '234'
|
744 |
-
- '379'
|
745 |
-
- '153'
|
746 |
-
- '42'
|
747 |
-
- '250'
|
748 |
-
- '409'
|
749 |
-
- '464'
|
750 |
- '394'
|
751 |
-
- '
|
|
|
|
|
|
|
752 |
- '399'
|
753 |
-
- '
|
754 |
-
- '
|
755 |
-
- '
|
756 |
-
- '
|
757 |
-
- '
|
758 |
-
- '268'
|
759 |
-
- '65'
|
760 |
-
- '343'
|
761 |
-
- '338'
|
762 |
-
- '493'
|
763 |
-
- '100'
|
764 |
- '405'
|
765 |
-
- '
|
766 |
-
- '
|
767 |
-
- '
|
768 |
-
- '
|
769 |
-
- '
|
770 |
-
- '
|
771 |
-
- '101'
|
772 |
-
- '163'
|
773 |
-
- '252'
|
774 |
-
- '138'
|
775 |
-
- '72'
|
776 |
-
- '373'
|
777 |
-
- '362'
|
778 |
-
- '120'
|
779 |
-
- '425'
|
780 |
-
- '480'
|
781 |
-
- '32'
|
782 |
-
- '254'
|
783 |
-
- '202'
|
784 |
-
- '484'
|
785 |
- '412'
|
786 |
-
- '
|
787 |
-
- '
|
788 |
-
- '
|
789 |
-
- '
|
790 |
-
- '
|
791 |
-
- '
|
792 |
-
- '118'
|
793 |
-
- '402'
|
794 |
-
- '230'
|
795 |
-
- '67'
|
796 |
-
- '98'
|
797 |
-
- '335'
|
798 |
-
- '317'
|
799 |
-
- '57'
|
800 |
-
- '329'
|
801 |
-
- '229'
|
802 |
- '419'
|
803 |
-
- '
|
804 |
-
- '
|
805 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
806 |
- '433'
|
807 |
-
- '
|
808 |
-
- '
|
809 |
-
- '
|
810 |
-
- '
|
811 |
-
- '
|
812 |
-
- '499'
|
813 |
-
- '274'
|
814 |
-
- '389'
|
815 |
-
- '127'
|
816 |
- '439'
|
817 |
-
- '
|
818 |
-
- '
|
819 |
-
- '
|
820 |
-
- '
|
821 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
822 |
- '455'
|
823 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
824 |
- '469'
|
825 |
-
- '
|
826 |
-
- '
|
827 |
-
- '
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
828 |
- '481'
|
|
|
|
|
|
|
|
|
|
|
829 |
- '487'
|
830 |
-
- '
|
831 |
-
- '
|
832 |
-
- '
|
833 |
-
- '
|
834 |
-
- '
|
835 |
-
- '
|
836 |
-
- '
|
837 |
-
- '
|
838 |
-
- '
|
839 |
-
-
|
|
|
|
|
840 |
- <sos/eos>
|
|
|
841 |
odim: null
|
842 |
init: null
|
843 |
input_size: null
|
@@ -975,5 +972,5 @@ loss: tacotron
|
|
975 |
loss_conf: {}
|
976 |
required:
|
977 |
- output_dir
|
978 |
-
version: '
|
979 |
-
distributed:
|
|
|
1 |
config: conf/train_s2st_discrete_unit.yaml
|
2 |
print_config: false
|
3 |
log_level: INFO
|
|
|
4 |
dry_run: false
|
5 |
iterator_type: sequence
|
|
|
6 |
output_dir: exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en
|
7 |
ngpu: 1
|
8 |
seed: 0
|
|
|
10 |
num_att_plot: 0
|
11 |
dist_backend: nccl
|
12 |
dist_init_method: env://
|
13 |
+
dist_world_size: null
|
14 |
+
dist_rank: null
|
15 |
local_rank: 0
|
16 |
+
dist_master_addr: null
|
17 |
+
dist_master_port: null
|
18 |
dist_launcher: null
|
19 |
+
multiprocessing_distributed: false
|
20 |
unused_parameters: false
|
21 |
sharded_ddp: false
|
22 |
cudnn_enabled: true
|
|
|
66 |
ignore_init_mismatch: false
|
67 |
freeze_param: []
|
68 |
num_iters_per_epoch: null
|
69 |
+
batch_size: 32
|
70 |
valid_batch_size: null
|
71 |
batch_bins: 1000000
|
72 |
valid_batch_bins: null
|
|
|
88 |
- 150
|
89 |
- 150
|
90 |
sort_in_batch: descending
|
|
|
91 |
sort_batch: descending
|
92 |
multiple_iterator: false
|
93 |
chunk_length: 500
|
|
|
333 |
- œ
|
334 |
- <sos/eos>
|
335 |
unit_token_list:
|
336 |
+
- '0'
|
337 |
+
- '1'
|
338 |
- '2'
|
339 |
+
- '3'
|
340 |
+
- '4'
|
341 |
+
- '5'
|
342 |
+
- '6'
|
|
|
343 |
- '7'
|
344 |
+
- '8'
|
345 |
+
- '9'
|
346 |
+
- '10'
|
347 |
+
- '11'
|
348 |
+
- '12'
|
349 |
+
- '13'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
350 |
- '14'
|
351 |
+
- '15'
|
352 |
+
- '16'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
353 |
- '17'
|
354 |
+
- '18'
|
355 |
+
- '19'
|
356 |
+
- '20'
|
357 |
+
- '21'
|
358 |
+
- '22'
|
359 |
+
- '23'
|
360 |
+
- '24'
|
361 |
+
- '25'
|
|
|
|
|
|
|
|
|
|
|
|
|
362 |
- '26'
|
363 |
+
- '27'
|
364 |
+
- '28'
|
365 |
- '29'
|
|
|
|
|
|
|
366 |
- '30'
|
367 |
+
- '31'
|
368 |
+
- '32'
|
369 |
+
- '33'
|
370 |
+
- '34'
|
371 |
+
- '35'
|
372 |
+
- '36'
|
373 |
+
- '37'
|
374 |
+
- '38'
|
375 |
+
- '39'
|
376 |
+
- '40'
|
377 |
+
- '41'
|
378 |
+
- '42'
|
379 |
- '43'
|
380 |
+
- '44'
|
|
|
|
|
|
|
381 |
- '45'
|
382 |
+
- '46'
|
383 |
+
- '47'
|
384 |
+
- '48'
|
385 |
+
- '49'
|
386 |
+
- '50'
|
387 |
+
- '51'
|
388 |
+
- '52'
|
389 |
+
- '53'
|
390 |
+
- '54'
|
391 |
+
- '55'
|
392 |
+
- '56'
|
393 |
+
- '57'
|
394 |
+
- '58'
|
395 |
+
- '59'
|
396 |
+
- '60'
|
397 |
+
- '61'
|
398 |
+
- '62'
|
399 |
- '63'
|
400 |
+
- '64'
|
401 |
+
- '65'
|
402 |
+
- '66'
|
403 |
+
- '67'
|
404 |
+
- '68'
|
405 |
+
- '69'
|
406 |
+
- '70'
|
407 |
+
- '71'
|
408 |
+
- '72'
|
409 |
+
- '73'
|
410 |
+
- '74'
|
411 |
+
- '75'
|
412 |
- '76'
|
413 |
+
- '77'
|
414 |
+
- '78'
|
415 |
+
- '79'
|
416 |
+
- '80'
|
417 |
+
- '81'
|
418 |
+
- '82'
|
419 |
+
- '83'
|
420 |
+
- '84'
|
421 |
+
- '85'
|
422 |
+
- '86'
|
423 |
+
- '87'
|
|
|
|
|
|
|
|
|
|
|
424 |
- '88'
|
425 |
+
- '89'
|
426 |
+
- '90'
|
427 |
+
- '91'
|
428 |
+
- '92'
|
429 |
+
- '93'
|
430 |
+
- '94'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
431 |
- '95'
|
432 |
+
- '96'
|
433 |
+
- '97'
|
434 |
+
- '98'
|
435 |
+
- '99'
|
436 |
+
- '100'
|
437 |
+
- '101'
|
438 |
+
- '102'
|
439 |
+
- '103'
|
440 |
+
- '104'
|
441 |
+
- '105'
|
442 |
+
- '106'
|
443 |
+
- '107'
|
444 |
+
- '108'
|
445 |
+
- '109'
|
446 |
+
- '110'
|
447 |
+
- '111'
|
448 |
+
- '112'
|
449 |
+
- '113'
|
|
|
|
|
|
|
|
|
|
|
|
|
450 |
- '114'
|
451 |
+
- '115'
|
452 |
+
- '116'
|
453 |
+
- '117'
|
454 |
+
- '118'
|
455 |
+
- '119'
|
456 |
+
- '120'
|
457 |
+
- '121'
|
458 |
+
- '122'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
459 |
- '123'
|
460 |
+
- '124'
|
461 |
+
- '125'
|
462 |
+
- '126'
|
463 |
+
- '127'
|
464 |
+
- '128'
|
465 |
+
- '129'
|
466 |
+
- '130'
|
467 |
+
- '131'
|
468 |
- '132'
|
469 |
+
- '133'
|
470 |
+
- '134'
|
471 |
+
- '135'
|
472 |
+
- '136'
|
473 |
+
- '137'
|
474 |
+
- '138'
|
475 |
+
- '139'
|
476 |
+
- '140'
|
477 |
+
- '141'
|
478 |
+
- '142'
|
479 |
+
- '143'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
480 |
- '144'
|
481 |
+
- '145'
|
482 |
+
- '146'
|
483 |
+
- '147'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
484 |
- '148'
|
485 |
+
- '149'
|
486 |
+
- '150'
|
487 |
+
- '151'
|
488 |
+
- '152'
|
489 |
+
- '153'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
490 |
- '154'
|
491 |
+
- '155'
|
492 |
+
- '156'
|
493 |
+
- '157'
|
494 |
+
- '158'
|
495 |
+
- '159'
|
496 |
+
- '160'
|
497 |
+
- '161'
|
498 |
+
- '162'
|
499 |
+
- '163'
|
500 |
+
- '164'
|
501 |
+
- '165'
|
502 |
+
- '166'
|
503 |
- '167'
|
504 |
+
- '168'
|
505 |
+
- '169'
|
506 |
+
- '170'
|
507 |
+
- '171'
|
508 |
+
- '172'
|
509 |
+
- '173'
|
510 |
+
- '174'
|
511 |
+
- '175'
|
512 |
+
- '176'
|
513 |
+
- '177'
|
514 |
+
- '178'
|
515 |
+
- '179'
|
516 |
+
- '180'
|
517 |
+
- '181'
|
518 |
+
- '182'
|
519 |
+
- '183'
|
520 |
+
- '184'
|
521 |
+
- '185'
|
522 |
+
- '186'
|
523 |
- '187'
|
524 |
+
- '188'
|
525 |
+
- '189'
|
526 |
+
- '190'
|
527 |
+
- '191'
|
528 |
+
- '192'
|
529 |
- '193'
|
530 |
+
- '194'
|
531 |
+
- '195'
|
532 |
+
- '196'
|
533 |
+
- '197'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
534 |
- '198'
|
535 |
+
- '199'
|
536 |
+
- '200'
|
537 |
+
- '201'
|
538 |
+
- '202'
|
539 |
+
- '203'
|
540 |
+
- '204'
|
541 |
+
- '205'
|
542 |
+
- '206'
|
543 |
+
- '207'
|
544 |
+
- '208'
|
545 |
+
- '209'
|
546 |
+
- '210'
|
547 |
+
- '211'
|
548 |
+
- '212'
|
549 |
+
- '213'
|
|
|
|
|
|
|
|
|
550 |
- '214'
|
551 |
+
- '215'
|
552 |
+
- '216'
|
553 |
+
- '217'
|
554 |
+
- '218'
|
555 |
+
- '219'
|
556 |
+
- '220'
|
557 |
+
- '221'
|
558 |
+
- '222'
|
559 |
+
- '223'
|
560 |
+
- '224'
|
561 |
+
- '225'
|
562 |
+
- '226'
|
563 |
+
- '227'
|
564 |
+
- '228'
|
565 |
+
- '229'
|
566 |
+
- '230'
|
567 |
+
- '231'
|
568 |
+
- '232'
|
569 |
+
- '233'
|
570 |
+
- '234'
|
571 |
+
- '235'
|
572 |
+
- '236'
|
573 |
+
- '237'
|
574 |
+
- '238'
|
575 |
+
- '239'
|
576 |
+
- '240'
|
577 |
+
- '241'
|
578 |
+
- '242'
|
579 |
+
- '243'
|
580 |
+
- '244'
|
581 |
+
- '245'
|
582 |
+
- '246'
|
583 |
+
- '247'
|
584 |
+
- '248'
|
585 |
+
- '249'
|
586 |
+
- '250'
|
587 |
- '251'
|
588 |
+
- '252'
|
589 |
+
- '253'
|
590 |
+
- '254'
|
591 |
+
- '255'
|
592 |
+
- '256'
|
593 |
+
- '257'
|
594 |
+
- '258'
|
595 |
+
- '259'
|
596 |
+
- '260'
|
597 |
+
- '261'
|
598 |
+
- '262'
|
599 |
+
- '263'
|
600 |
+
- '264'
|
601 |
+
- '265'
|
602 |
+
- '266'
|
603 |
+
- '267'
|
604 |
+
- '268'
|
605 |
+
- '269'
|
606 |
+
- '270'
|
607 |
+
- '271'
|
608 |
+
- '272'
|
609 |
- '273'
|
610 |
+
- '274'
|
611 |
+
- '275'
|
612 |
+
- '276'
|
613 |
+
- '277'
|
614 |
+
- '278'
|
615 |
+
- '279'
|
616 |
+
- '280'
|
617 |
+
- '281'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
618 |
- '282'
|
619 |
+
- '283'
|
620 |
+
- '284'
|
621 |
+
- '285'
|
622 |
+
- '286'
|
623 |
+
- '287'
|
624 |
+
- '288'
|
625 |
+
- '289'
|
626 |
+
- '290'
|
627 |
+
- '291'
|
628 |
+
- '292'
|
629 |
+
- '293'
|
630 |
+
- '294'
|
631 |
+
- '295'
|
632 |
+
- '296'
|
633 |
+
- '297'
|
634 |
+
- '298'
|
635 |
+
- '299'
|
636 |
- '300'
|
637 |
+
- '301'
|
638 |
+
- '302'
|
639 |
+
- '303'
|
640 |
+
- '304'
|
641 |
+
- '305'
|
642 |
+
- '306'
|
643 |
+
- '307'
|
644 |
+
- '308'
|
645 |
+
- '309'
|
646 |
+
- '310'
|
647 |
+
- '311'
|
648 |
+
- '312'
|
649 |
+
- '313'
|
650 |
+
- '314'
|
651 |
+
- '315'
|
652 |
+
- '316'
|
653 |
+
- '317'
|
654 |
+
- '318'
|
655 |
+
- '319'
|
656 |
+
- '320'
|
657 |
+
- '321'
|
658 |
+
- '322'
|
659 |
+
- '323'
|
660 |
+
- '324'
|
661 |
+
- '325'
|
662 |
+
- '326'
|
663 |
+
- '327'
|
664 |
+
- '328'
|
665 |
+
- '329'
|
666 |
+
- '330'
|
667 |
+
- '331'
|
668 |
+
- '332'
|
669 |
+
- '333'
|
670 |
+
- '334'
|
671 |
+
- '335'
|
672 |
+
- '336'
|
673 |
+
- '337'
|
674 |
+
- '338'
|
675 |
- '339'
|
676 |
+
- '340'
|
677 |
+
- '341'
|
678 |
+
- '342'
|
679 |
+
- '343'
|
680 |
+
- '344'
|
681 |
+
- '345'
|
682 |
+
- '346'
|
683 |
+
- '347'
|
684 |
+
- '348'
|
685 |
+
- '349'
|
686 |
+
- '350'
|
687 |
+
- '351'
|
688 |
+
- '352'
|
689 |
+
- '353'
|
690 |
+
- '354'
|
691 |
+
- '355'
|
692 |
+
- '356'
|
693 |
+
- '357'
|
694 |
+
- '358'
|
695 |
+
- '359'
|
696 |
+
- '360'
|
697 |
+
- '361'
|
698 |
+
- '362'
|
699 |
+
- '363'
|
700 |
+
- '364'
|
701 |
+
- '365'
|
702 |
+
- '366'
|
703 |
- '367'
|
704 |
+
- '368'
|
705 |
+
- '369'
|
706 |
+
- '370'
|
707 |
+
- '371'
|
708 |
+
- '372'
|
709 |
+
- '373'
|
710 |
+
- '374'
|
711 |
+
- '375'
|
712 |
+
- '376'
|
713 |
+
- '377'
|
714 |
+
- '378'
|
715 |
+
- '379'
|
716 |
+
- '380'
|
717 |
+
- '381'
|
718 |
- '382'
|
719 |
+
- '383'
|
720 |
+
- '384'
|
721 |
+
- '385'
|
722 |
+
- '386'
|
723 |
+
- '387'
|
724 |
+
- '388'
|
725 |
+
- '389'
|
726 |
+
- '390'
|
727 |
+
- '391'
|
728 |
+
- '392'
|
|
|
|
|
|
|
|
|
|
|
|
|
729 |
- '393'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
730 |
- '394'
|
731 |
+
- '395'
|
732 |
+
- '396'
|
733 |
+
- '397'
|
734 |
+
- '398'
|
735 |
- '399'
|
736 |
+
- '400'
|
737 |
+
- '401'
|
738 |
+
- '402'
|
739 |
+
- '403'
|
740 |
+
- '404'
|
|
|
|
|
|
|
|
|
|
|
|
|
741 |
- '405'
|
742 |
+
- '406'
|
743 |
+
- '407'
|
744 |
+
- '408'
|
745 |
+
- '409'
|
746 |
+
- '410'
|
747 |
+
- '411'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
748 |
- '412'
|
749 |
+
- '413'
|
750 |
+
- '414'
|
751 |
+
- '415'
|
752 |
+
- '416'
|
753 |
+
- '417'
|
754 |
+
- '418'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
755 |
- '419'
|
756 |
+
- '420'
|
757 |
+
- '421'
|
758 |
+
- '422'
|
759 |
+
- '423'
|
760 |
+
- '424'
|
761 |
+
- '425'
|
762 |
+
- '426'
|
763 |
+
- '427'
|
764 |
+
- '428'
|
765 |
+
- '429'
|
766 |
+
- '430'
|
767 |
+
- '431'
|
768 |
+
- '432'
|
769 |
- '433'
|
770 |
+
- '434'
|
771 |
+
- '435'
|
772 |
+
- '436'
|
773 |
+
- '437'
|
774 |
+
- '438'
|
|
|
|
|
|
|
|
|
775 |
- '439'
|
776 |
+
- '440'
|
777 |
+
- '441'
|
778 |
+
- '442'
|
779 |
+
- '443'
|
780 |
+
- '444'
|
781 |
+
- '445'
|
782 |
+
- '446'
|
783 |
+
- '447'
|
784 |
+
- '448'
|
785 |
+
- '449'
|
786 |
+
- '450'
|
787 |
+
- '451'
|
788 |
+
- '452'
|
789 |
+
- '453'
|
790 |
+
- '454'
|
791 |
- '455'
|
792 |
+
- '456'
|
793 |
+
- '457'
|
794 |
+
- '458'
|
795 |
+
- '459'
|
796 |
+
- '460'
|
797 |
+
- '461'
|
798 |
+
- '462'
|
799 |
+
- '463'
|
800 |
+
- '464'
|
801 |
+
- '465'
|
802 |
+
- '466'
|
803 |
+
- '467'
|
804 |
+
- '468'
|
805 |
- '469'
|
806 |
+
- '470'
|
807 |
+
- '471'
|
808 |
+
- '472'
|
809 |
+
- '473'
|
810 |
+
- '474'
|
811 |
+
- '475'
|
812 |
+
- '476'
|
813 |
+
- '477'
|
814 |
+
- '478'
|
815 |
+
- '479'
|
816 |
+
- '480'
|
817 |
- '481'
|
818 |
+
- '482'
|
819 |
+
- '483'
|
820 |
+
- '484'
|
821 |
+
- '485'
|
822 |
+
- '486'
|
823 |
- '487'
|
824 |
+
- '488'
|
825 |
+
- '489'
|
826 |
+
- '490'
|
827 |
+
- '491'
|
828 |
+
- '492'
|
829 |
+
- '493'
|
830 |
+
- '494'
|
831 |
+
- '495'
|
832 |
+
- '496'
|
833 |
+
- '497'
|
834 |
+
- '498'
|
835 |
+
- '499'
|
836 |
- <sos/eos>
|
837 |
+
- <unk>
|
838 |
odim: null
|
839 |
init: null
|
840 |
input_size: null
|
|
|
972 |
loss_conf: {}
|
973 |
required:
|
974 |
- output_dir
|
975 |
+
version: '202304'
|
976 |
+
distributed: false
|
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/acc_src_attn.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/acc_tgt_attn.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/acc_unit_attn.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/asr_ctc_loss.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/backward_time.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/bleu_tgt_attn.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/cer_asr_ctc.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/cer_src_attn.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/cer_st_ctc.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/clip.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/forward_time.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/gpu_max_cached_mem_GB.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/grad_norm.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/iter_time.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/loss.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/loss_scale.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/optim0_lr0.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/optim_step_time.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/src_attn_loss.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/st_ctc_loss.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/tgt_attn_loss.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/train_time.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/unit_attn_loss.png
CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/wer_src_attn.png
CHANGED
meta.yaml
CHANGED
@@ -2,7 +2,7 @@ espnet: '202310'
|
|
2 |
files:
|
3 |
s2st_model_file: exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/500epoch.pth
|
4 |
python: 3.10.13 (main, Sep 11 2023, 13:44:35) [GCC 11.2.0]
|
5 |
-
timestamp:
|
6 |
torch: 1.13.1
|
7 |
yaml_files:
|
8 |
s2st_train_config: exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/config.yaml
|
|
|
2 |
files:
|
3 |
s2st_model_file: exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/500epoch.pth
|
4 |
python: 3.10.13 (main, Sep 11 2023, 13:44:35) [GCC 11.2.0]
|
5 |
+
timestamp: 1698603380.089127
|
6 |
torch: 1.13.1
|
7 |
yaml_files:
|
8 |
s2st_train_config: exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/config.yaml
|