espnet
/

jiyang_tang_cvss-c_es-en_discrete_unit

ESPnet

English

Spanish

audio

speech-translation

Model card Files Files and versions Community

Jiyang Tang commited on Oct 29, 2023

Commit

c627c5c

•

1 Parent(s): 726828e

revert changes to readme

Browse files

Files changed (1) hide show

README.md +484 -477

README.md CHANGED Viewed

@@ -3,17 +3,21 @@ tags:
 - espnet
 - audio
 - speech-translation
-language: en
 datasets:
-- jtang1
 license: cc-by-4.0
 ---
 ## ESPnet2 S2ST model
 ### `espnet/jiyang_tang_cvss-c_es-en_discrete_unit`
-This model was trained by Jiyang Tang using jtang1 recipe in [espnet](https://github.com/espnet/espnet/).
 ### Demo: How to use in ESPnet2
@@ -24,19 +28,19 @@ if you haven't done that already.
 cd espnet
 git checkout c002f05ab3ef82938b6a980806cd7f97baba2299
 pip install -e .
-cd cis210027p/jtang1/cvss
 ./run.sh --skip_data_prep false --skip_train true --download_model espnet/jiyang_tang_cvss-c_es-en_discrete_unit
 ```
 <!-- Generated by scripts/utils/show_translation_result.sh -->
 # RESULTS
 ## Environments
-- date: `Fri Sep 29 19:34:01 EDT 2023`
-- python version: `3.8.18 (default, Sep 11 2023, 13:40:15)  [GCC 11.2.0]`
-- espnet version: `espnet 202304`
-- pytorch version: `pytorch 1.13.0+cu117`
-- Git hash: `2ca729d29536656a6bf4250a0947090764c93c36`
-  - Commit date: `Mon Sep 18 23:13:52 2023 -0400`
 ## S2ST config
@@ -46,8 +50,10 @@ cd cis210027p/jtang1/cvss
 config: conf/train_s2st_discrete_unit.yaml
 print_config: false
 log_level: INFO
 dry_run: false
 iterator_type: sequence
 output_dir: exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en
 ngpu: 1
 seed: 0
@@ -55,13 +61,13 @@ num_workers: 2
 num_att_plot: 0
 dist_backend: nccl
 dist_init_method: env://
-dist_world_size: null
-dist_rank: null
 local_rank: 0
-dist_master_addr: null
-dist_master_port: null
 dist_launcher: null
-multiprocessing_distributed: false
 unused_parameters: false
 sharded_ddp: false
 cudnn_enabled: true
@@ -111,7 +117,7 @@ init_param: []
 ignore_init_mismatch: false
 freeze_param: []
 num_iters_per_epoch: null
-batch_size: 32
 valid_batch_size: null
 batch_bins: 1000000
 valid_batch_bins: null
@@ -133,6 +139,7 @@ fold_length:
 - 150
 - 150
 sort_in_batch: descending
 sort_batch: descending
 multiple_iterator: false
 chunk_length: 500
@@ -378,508 +385,508 @@ src_token_list:
 - œ
 - <sos/eos>
 unit_token_list:
-- '0'
-- '1'
 - '2'
-- '3'
-- '4'
-- '5'
-- '6'
 - '7'
-- '8'
-- '9'
-- '10'
-- '11'
-- '12'
-- '13'
-- '14'
-- '15'
 - '16'
-- '17'
-- '18'
 - '19'
-- '20'
-- '21'
-- '22'
-- '23'
-- '24'
-- '25'
-- '26'
-- '27'
-- '28'
-- '29'
-- '30'
-- '31'
-- '32'
-- '33'
 - '34'
-- '35'
-- '36'
-- '37'
-- '38'
-- '39'
-- '40'
 - '41'
-- '42'
-- '43'
-- '44'
-- '45'
-- '46'
-- '47'
-- '48'
-- '49'
-- '50'
-- '51'
-- '52'
-- '53'
-- '54'
 - '55'
 - '56'
-- '57'
-- '58'
-- '59'
-- '60'
-- '61'
-- '62'
-- '63'
-- '64'
-- '65'
-- '66'
-- '67'
-- '68'
-- '69'
-- '70'
-- '71'
-- '72'
-- '73'
-- '74'
-- '75'
-- '76'
-- '77'
-- '78'
-- '79'
-- '80'
-- '81'
-- '82'
-- '83'
-- '84'
-- '85'
-- '86'
-- '87'
-- '88'
-- '89'
-- '90'
-- '91'
-- '92'
-- '93'
-- '94'
-- '95'
-- '96'
-- '97'
-- '98'
-- '99'
-- '100'
-- '101'
-- '102'
-- '103'
 - '104'
-- '105'
-- '106'
 - '107'
-- '108'
-- '109'
-- '110'
-- '111'
-- '112'
-- '113'
-- '114'
-- '115'
-- '116'
-- '117'
-- '118'
-- '119'
-- '120'
-- '121'
-- '122'
-- '123'
-- '124'
-- '125'
-- '126'
-- '127'
-- '128'
-- '129'
-- '130'
-- '131'
-- '132'
-- '133'
-- '134'
-- '135'
-- '136'
-- '137'
-- '138'
-- '139'
-- '140'
-- '141'
-- '142'
-- '143'
-- '144'
-- '145'
-- '146'
 - '147'
-- '148'
-- '149'
-- '150'
 - '151'
-- '152'
-- '153'
-- '154'
-- '155'
-- '156'
-- '157'
-- '158'
-- '159'
-- '160'
-- '161'
-- '162'
-- '163'
-- '164'
-- '165'
-- '166'
-- '167'
-- '168'
-- '169'
-- '170'
-- '171'
-- '172'
-- '173'
-- '174'
-- '175'
-- '176'
 - '177'
-- '178'
-- '179'
-- '180'
-- '181'
 - '182'
-- '183'
-- '184'
-- '185'
-- '186'
-- '187'
-- '188'
-- '189'
-- '190'
-- '191'
-- '192'
-- '193'
-- '194'
-- '195'
-- '196'
-- '197'
-- '198'
-- '199'
-- '200'
-- '201'
-- '202'
-- '203'
-- '204'
-- '205'
-- '206'
-- '207'
-- '208'
-- '209'
-- '210'
-- '211'
-- '212'
-- '213'
-- '214'
-- '215'
-- '216'
-- '217'
-- '218'
-- '219'
 - '220'
-- '221'
-- '222'
 - '223'
-- '224'
-- '225'
-- '226'
-- '227'
-- '228'
-- '229'
-- '230'
-- '231'
-- '232'
-- '233'
-- '234'
-- '235'
-- '236'
-- '237'
-- '238'
 - '239'
-- '240'
-- '241'
-- '242'
-- '243'
-- '244'
-- '245'
-- '246'
 - '247'
-- '248'
-- '249'
-- '250'
-- '251'
-- '252'
-- '253'
-- '254'
-- '255'
-- '256'
-- '257'
 - '258'
-- '259'
-- '260'
 - '261'
-- '262'
-- '263'
-- '264'
-- '265'
-- '266'
-- '267'
-- '268'
-- '269'
-- '270'
-- '271'
 - '272'
-- '273'
-- '274'
-- '275'
-- '276'
-- '277'
-- '278'
-- '279'
-- '280'
-- '281'
-- '282'
-- '283'
-- '284'
-- '285'
-- '286'
-- '287'
-- '288'
-- '289'
-- '290'
-- '291'
-- '292'
-- '293'
-- '294'
-- '295'
-- '296'
-- '297'
-- '298'
-- '299'
-- '300'
-- '301'
-- '302'
-- '303'
-- '304'
-- '305'
-- '306'
-- '307'
-- '308'
-- '309'
-- '310'
-- '311'
-- '312'
-- '313'
-- '314'
-- '315'
-- '316'
-- '317'
-- '318'
-- '319'
-- '320'
-- '321'
-- '322'
-- '323'
-- '324'
 - '325'
-- '326'
-- '327'
-- '328'
-- '329'
 - '330'
-- '331'
 - '332'
 - '333'
-- '334'
-- '335'
-- '336'
-- '337'
-- '338'
-- '339'
-- '340'
-- '341'
-- '342'
-- '343'
-- '344'
 - '345'
-- '346'
-- '347'
-- '348'
 - '349'
-- '350'
-- '351'
-- '352'
 - '353'
-- '354'
-- '355'
-- '356'
-- '357'
-- '358'
-- '359'
 - '360'
-- '361'
-- '362'
-- '363'
-- '364'
-- '365'
-- '366'
 - '367'
-- '368'
-- '369'
-- '370'
-- '371'
-- '372'
-- '373'
-- '374'
-- '375'
-- '376'
-- '377'
-- '378'
-- '379'
-- '380'
-- '381'
 - '382'
-- '383'
-- '384'
-- '385'
-- '386'
-- '387'
-- '388'
-- '389'
-- '390'
-- '391'
-- '392'
 - '393'
 - '394'
-- '395'
-- '396'
-- '397'
-- '398'
 - '399'
-- '400'
-- '401'
-- '402'
-- '403'
-- '404'
 - '405'
-- '406'
-- '407'
-- '408'
-- '409'
-- '410'
-- '411'
-- '412'
-- '413'
-- '414'
-- '415'
-- '416'
-- '417'
-- '418'
-- '419'
-- '420'
 - '421'
-- '422'
-- '423'
-- '424'
 - '425'
-- '426'
-- '427'
-- '428'
-- '429'
-- '430'
-- '431'
-- '432'
 - '433'
-- '434'
-- '435'
-- '436'
-- '437'
-- '438'
 - '439'
-- '440'
-- '441'
-- '442'
-- '443'
-- '444'
-- '445'
-- '446'
-- '447'
-- '448'
-- '449'
-- '450'
-- '451'
-- '452'
-- '453'
-- '454'
-- '455'
-- '456'
-- '457'
-- '458'
-- '459'
-- '460'
-- '461'
-- '462'
-- '463'
-- '464'
-- '465'
-- '466'
 - '467'
-- '468'
 - '469'
-- '470'
-- '471'
-- '472'
-- '473'
-- '474'
-- '475'
-- '476'
-- '477'
-- '478'
-- '479'
-- '480'
 - '481'
-- '482'
-- '483'
-- '484'
-- '485'
-- '486'
 - '487'
-- '488'
-- '489'
-- '490'
-- '491'
-- '492'
-- '493'
-- '494'
-- '495'
-- '496'
-- '497'
-- '498'
-- '499'
-- <sos/eos>
 - <unk>
 odim: null
 init: null
 input_size: null
@@ -1017,8 +1024,8 @@ loss: tacotron
 loss_conf: {}
 required:
 - output_dir
-version: '202304'
-distributed: false
 ```
 </details>
@@ -1056,4 +1063,4 @@ or arXiv:
   archivePrefix={arXiv},
   primaryClass={cs.CL}
 }
-```

 - espnet
 - audio
 - speech-translation
+language:
+- en
+- es
 datasets:
+- cvss
 license: cc-by-4.0
 ---
 ## ESPnet2 S2ST model
+Vocoder is located [here](https://huggingface.co/espnet/cvss-c_en_wavegan_hubert_vocoder), trained by [realzza](https://github.com/realzza)
 ### `espnet/jiyang_tang_cvss-c_es-en_discrete_unit`
+This model was trained by Jiyang Tang using cvss recipe in [espnet](https://github.com/espnet/espnet/).
 ### Demo: How to use in ESPnet2
 cd espnet
 git checkout c002f05ab3ef82938b6a980806cd7f97baba2299
 pip install -e .
+cd egs2/cvss/s2st1
 ./run.sh --skip_data_prep false --skip_train true --download_model espnet/jiyang_tang_cvss-c_es-en_discrete_unit
 ```
 <!-- Generated by scripts/utils/show_translation_result.sh -->
 # RESULTS
 ## Environments
+- date: `Wed Oct  4 22:20:55 EDT 2023`
+- python version: `3.10.13 (main, Sep 11 2023, 13:44:35) [GCC 11.2.0]`
+- espnet version: `espnet 202308`
+- pytorch version: `pytorch 1.13.1`
+- Git hash: `79a3b3e2d9c9105f0f3f6d92d282e17f9ca91ed0`
+  - Commit date: `Mon Sep 25 16:39:40 2023 -0400`
 ## S2ST config
 config: conf/train_s2st_discrete_unit.yaml
 print_config: false
 log_level: INFO
+drop_last_iter: false
 dry_run: false
 iterator_type: sequence
+valid_iterator_type: null
 output_dir: exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en
 ngpu: 1
 seed: 0
 num_att_plot: 0
 dist_backend: nccl
 dist_init_method: env://
+dist_world_size: 2
+dist_rank: 0
 local_rank: 0
+dist_master_addr: localhost
+dist_master_port: 56635
 dist_launcher: null
+multiprocessing_distributed: true
 unused_parameters: false
 sharded_ddp: false
 cudnn_enabled: true
 ignore_init_mismatch: false
 freeze_param: []
 num_iters_per_epoch: null
+batch_size: 110
 valid_batch_size: null
 batch_bins: 1000000
 valid_batch_bins: null
 - 150
 - 150
 sort_in_batch: descending
+shuffle_within_batch: false
 sort_batch: descending
 multiple_iterator: false
 chunk_length: 500
 - œ
 - <sos/eos>
 unit_token_list:
 - '2'
+- '179'
+- '408'
+- '66'
+- '135'
+- '442'
 - '7'
+- '130'
+- '106'
+- '112'
+- '195'
+- '363'
+- '278'
+- '249'
+- '280'
+- '243'
+- '279'
+- '197'
 - '16'
+- '270'
+- '483'
+- '212'
+- '437'
+- '313'
+- '429'
+- '110'
 - '19'
+- '142'
+- '152'
+- '175'
+- '84'
 - '34'
+- '359'
+- '14'
+- '269'
+- '267'
 - '41'
+- '60'
+- '190'
+- '450'
+- '180'
+- '171'
+- '209'
+- '348'
 - '55'
+- '383'
 - '56'
+- '158'
+- '17'
+- '200'
+- '53'
+- '35'
+- '390'
+- '122'
+- '255'
+- '491'
+- '452'
+- '471'
+- '420'
+- '306'
+- '11'
+- '54'
+- '9'
+- '26'
+- '29'
+- '454'
 - '104'
 - '107'
+- '30'
 - '147'
+- '257'
+- '448'
+- '51'
+- '232'
+- '74'
+- '43'
+- '294'
 - '151'
+- '146'
+- '226'
+- '45'
+- '461'
+- '63'
+- '369'
+- '244'
+- '4'
+- '76'
+- '131'
+- '27'
+- '327'
 - '177'
+- '204'
+- '139'
+- '358'
+- '6'
+- '284'
+- '310'
+- '415'
 - '182'
+- '407'
+- '326'
+- '319'
+- '231'
+- '88'
+- '476'
+- '109'
+- '166'
+- '417'
+- '456'
+- '105'
+- '354'
+- '0'
+- '318'
+- '336'
+- '314'
+- '159'
+- '281'
+- '413'
+- '95'
+- '73'
+- '296'
+- '422'
+- '432'
+- '39'
+- '431'
+- '36'
+- '447'
+- '468'
+- '427'
+- '378'
+- '248'
+- '322'
+- '47'
 - '220'
+- '82'
+- '181'
+- '391'
+- '494'
+- '344'
+- '435'
+- '178'
+- '61'
+- '129'
+- '114'
+- '302'
+- '392'
+- '150'
 - '223'
+- '79'
+- '438'
+- '262'
+- '371'
+- '203'
 - '239'
+- '488'
 - '247'
+- '283'
+- '416'
+- '68'
+- '395'
+- '184'
+- '474'
+- '141'
+- '89'
+- '342'
+- '13'
+- '298'
+- '125'
+- '191'
+- '165'
+- '24'
+- '441'
+- '227'
+- '196'
 - '258'
+- '133'
+- '168'
+- '64'
+- '123'
+- '400'
+- '81'
+- '217'
+- '253'
+- '132'
+- '285'
+- '28'
+- '188'
+- '375'
+- '213'
+- '242'
+- '236'
+- '453'
+- '225'
+- '164'
 - '261'
+- '374'
 - '272'
 - '325'
+- '495'
+- '460'
 - '330'
+- '48'
+- '451'
+- '323'
+- '458'
+- '263'
+- '144'
+- '160'
+- '149'
+- '406'
+- '77'
+- '33'
+- '368'
 - '332'
+- '205'
+- '50'
+- '290'
+- '401'
+- '490'
+- '331'
+- '436'
+- '5'
+- '186'
+- '288'
+- '148'
+- '219'
+- '215'
+- '93'
+- '434'
+- '103'
+- '489'
+- '21'
+- '92'
+- '386'
+- '97'
+- '328'
+- '121'
+- '301'
+- '46'
+- '224'
+- '154'
+- '80'
+- '352'
+- '96'
+- '124'
+- '69'
+- '457'
+- '83'
+- '52'
+- '85'
+- '62'
+- '380'
+- '410'
+- '167'
 - '333'
+- '31'
+- '315'
+- '78'
+- '271'
+- '10'
+- '492'
+- '49'
+- '208'
+- '295'
+- '86'
+- '199'
+- '445'
+- '140'
+- '357'
+- '187'
+- '161'
+- '238'
+- '351'
+- '155'
+- '193'
 - '345'
+- '486'
+- '37'
+- '266'
+- '185'
+- '143'
+- '361'
+- '174'
+- '430'
 - '349'
+- '23'
+- '423'
+- '388'
+- '309'
+- '470'
+- '169'
+- '370'
+- '463'
+- '245'
+- '320'
+- '237'
+- '316'
+- '277'
+- '482'
+- '218'
+- '198'
+- '117'
+- '428'
+- '340'
+- '475'
+- '418'
+- '275'
+- '299'
+- '297'
+- '90'
+- '260'
+- '276'
+- '137'
+- '366'
 - '353'
+- '341'
+- '241'
+- '496'
+- '228'
+- '287'
+- '214'
+- '264'
+- '108'
+- '44'
+- '350'
+- '3'
+- '286'
+- '303'
+- '12'
+- '372'
+- '156'
+- '321'
+- '116'
+- '385'
+- '194'
 - '360'
+- '119'
+- '145'
+- '22'
+- '414'
+- '462'
+- '70'
+- '449'
+- '251'
+- '387'
+- '466'
+- '273'
+- '440'
+- '58'
+- '304'
+- '162'
+- '404'
+- '15'
+- '176'
+- '384'
+- '293'
+- '397'
+- '173'
+- '59'
+- '485'
+- '75'
+- '102'
+- '282'
+- '233'
+- '115'
+- '210'
+- '222'
+- '18'
+- '498'
+- '99'
+- '398'
+- '91'
+- '221'
+- '396'
+- '479'
+- '300'
+- '339'
 - '367'
+- '459'
+- '20'
+- '216'
+- '426'
+- '87'
 - '382'
+- '424'
+- '446'
+- '1'
+- '265'
+- '172'
+- '346'
+- '259'
+- '183'
+- '113'
+- '307'
+- '311'
+- '201'
+- '170'
+- '240'
+- '25'
+- '291'
 - '393'
+- '444'
+- '292'
+- '334'
+- '234'
+- '379'
+- '153'
+- '42'
+- '250'
+- '409'
+- '464'
 - '394'
+- '256'
 - '399'
+- '465'
+- '381'
+- '364'
+- '157'
+- '356'
+- '268'
+- '65'
+- '343'
+- '338'
+- '493'
+- '100'
 - '405'
 - '421'
+- '111'
+- '289'
+- '365'
+- '246'
+- '8'
+- '101'
+- '163'
+- '252'
+- '138'
+- '72'
+- '373'
+- '362'
+- '120'
 - '425'
+- '480'
+- '32'
+- '254'
+- '202'
+- '484'
+- '412'
+- '473'
+- '71'
+- '355'
+- '443'
+- '134'
+- '324'
+- '118'
+- '402'
+- '230'
+- '67'
+- '98'
+- '335'
+- '317'
+- '57'
+- '329'
+- '229'
+- '419'
+- '94'
+- '128'
+- '376'
 - '433'
+- '192'
+- '235'
+- '38'
+- '312'
+- '347'
+- '499'
+- '274'
+- '389'
+- '127'
 - '439'
+- '207'
+- '478'
+- '403'
 - '467'
+- '411'
+- '455'
+- '337'
 - '469'
+- '206'
+- '497'
+- '136'
 - '481'
 - '487'
+- '40'
+- '477'
+- '472'
+- '189'
+- '308'
+- '377'
+- '305'
+- '211'
+- '126'
 - <unk>
+- <sos/eos>
 odim: null
 init: null
 input_size: null
 loss_conf: {}
 required:
 - output_dir
+version: '202308'
+distributed: true
 ```
 </details>
   archivePrefix={arXiv},
   primaryClass={cs.CL}
 }
+```