| config: conf/train_asr_hubert_transfer.yaml | |
| print_config: false | |
| log_level: INFO | |
| dry_run: false | |
| iterator_type: sequence | |
| output_dir: exp/asr_hubert_official_korat_khummuang_pattani_transfer_seed100 | |
| ngpu: 1 | |
| seed: 100 | |
| num_workers: 1 | |
| num_att_plot: 0 | |
| dist_backend: nccl | |
| dist_init_method: env:// | |
| dist_world_size: 2 | |
| dist_rank: 0 | |
| local_rank: 0 | |
| dist_master_addr: localhost | |
| dist_master_port: null | |
| dist_launcher: null | |
| multiprocessing_distributed: true | |
| unused_parameters: true | |
| sharded_ddp: false | |
| cudnn_enabled: true | |
| cudnn_benchmark: false | |
| cudnn_deterministic: true | |
| collect_stats: false | |
| write_collected_feats: false | |
| max_epoch: 134 | |
| patience: 20 | |
| val_scheduler_criterion: | |
| - valid | |
| - loss | |
| early_stopping_criterion: | |
| - valid | |
| - loss | |
| - min | |
| best_model_criterion: | |
| - - valid | |
| - acc | |
| - max | |
| keep_nbest_models: 10 | |
| nbest_averaging_interval: 0 | |
| grad_clip: 5.0 | |
| grad_clip_type: 2.0 | |
| grad_noise: false | |
| accum_grad: 2 | |
| no_forward_run: false | |
| resume: true | |
| train_dtype: float32 | |
| use_amp: false | |
| log_interval: null | |
| use_matplotlib: true | |
| use_tensorboard: true | |
| create_graph_in_tensorboard: false | |
| use_wandb: false | |
| wandb_project: null | |
| wandb_id: null | |
| wandb_entity: null | |
| wandb_name: null | |
| wandb_model_log_interval: -1 | |
| detect_anomaly: false | |
| pretrain_path: null | |
| init_param: | |
| - /mnt/espnet_models/asr1/official_korat_khummuang_pattani/exp/asr_hubert_scratch_seed100/20epoch.pth:encoder:encoder | |
| ignore_init_mismatch: true | |
| freeze_param: [] | |
| num_iters_per_epoch: 1500 | |
| batch_size: 20 | |
| valid_batch_size: null | |
| batch_bins: 9000000 | |
| valid_batch_bins: null | |
| train_shape_file: | |
| - exp/asr_stats_raw_char_sp/train/speech_shape | |
| - exp/asr_stats_raw_char_sp/train/text_shape.char | |
| valid_shape_file: | |
| - exp/asr_stats_raw_char_sp/valid/speech_shape | |
| - exp/asr_stats_raw_char_sp/valid/text_shape.char | |
| batch_type: numel | |
| valid_batch_type: null | |
| fold_length: | |
| - 80000 | |
| - 150 | |
| sort_in_batch: descending | |
| sort_batch: descending | |
| multiple_iterator: false | |
| chunk_length: 500 | |
| chunk_shift_ratio: 0.5 | |
| num_cache_chunks: 1024 | |
| chunk_excluded_key_prefixes: [] | |
| train_data_path_and_name_and_type: | |
| - - dump/raw/cheat_sp/wav.scp | |
| - speech | |
| - sound | |
| - - dump/raw/cheat_sp/text | |
| - text | |
| - text | |
| valid_data_path_and_name_and_type: | |
| - - dump/raw/test/wav.scp | |
| - speech | |
| - sound | |
| - - dump/raw/test/text | |
| - text | |
| - text | |
| allow_variable_data_keys: false | |
| max_cache_size: 0.0 | |
| max_cache_fd: 32 | |
| valid_max_cache_size: null | |
| exclude_weight_decay: false | |
| exclude_weight_decay_conf: {} | |
| optim: adam | |
| optim_conf: | |
| lr: 0.0002 | |
| weight_decay: 1.0e-06 | |
| scheduler: warmuplr | |
| scheduler_conf: | |
| warmup_steps: 3000 | |
| token_list: | |
| - <blank> | |
| - <unk> | |
| - <space> | |
| - อ | |
| - า | |
| - น | |
| - ม | |
| - ่ | |
| - ร | |
| - ะ | |
| - ง | |
| - ด | |
| - เ | |
| - ห | |
| - ี | |
| - ้ | |
| - ก | |
| - ั | |
| - ย | |
| - บ | |
| - ล | |
| - แ | |
| - ิ | |
| - ค | |
| - ว | |
| - ส | |
| - ต | |
| - ข | |
| - ป | |
| - ์ | |
| - ู | |
| - ท | |
| - ไ | |
| - จ | |
| - ื | |
| - ุ | |
| - พ | |
| - ำ | |
| - ช | |
| - โ | |
| - ๋ | |
| - ซ | |
| - ึ | |
| - ็ | |
| - ฮ | |
| - ใ | |
| - ๊ | |
| - ญ | |
| - ผ | |
| - ษ | |
| - ศ | |
| - ฆ | |
| - ณ | |
| - ธ | |
| - ถ | |
| - ฟ | |
| - ภ | |
| - ฤ | |
| - ฝ | |
| - ฉ | |
| - ฐ | |
| - ฑ | |
| - ฬ | |
| - ฎ | |
| - <sos/eos> | |
| init: null | |
| input_size: 1 | |
| ctc_conf: | |
| dropout_rate: 0.0 | |
| ctc_type: builtin | |
| reduce: true | |
| ignore_nan_grad: null | |
| zero_infinity: true | |
| joint_net_conf: null | |
| use_preprocessor: true | |
| token_type: char | |
| bpemodel: null | |
| non_linguistic_symbols: null | |
| cleaner: null | |
| g2p: null | |
| speech_volume_normalize: null | |
| rir_scp: null | |
| rir_apply_prob: 1.0 | |
| noise_scp: null | |
| noise_apply_prob: 1.0 | |
| noise_db_range: '13_15' | |
| short_noise_thres: 0.5 | |
| aux_ctc_tasks: [] | |
| frontend: null | |
| frontend_conf: {} | |
| specaug: null | |
| specaug_conf: {} | |
| normalize: utterance_mvn | |
| normalize_conf: {} | |
| model: espnet | |
| model_conf: | |
| ctc_weight: 0.3 | |
| lsm_weight: 0.1 | |
| length_normalized_loss: false | |
| preencoder: null | |
| preencoder_conf: {} | |
| encoder: hubert | |
| encoder_conf: | |
| output_size: 256 | |
| normalize_before: false | |
| hubert_url: https://dl.fbaipublicfiles.com/hubert/hubert_base_ls960.pt | |
| hubert_dir_path: ./downloads/hubert_pretrained_models/hubert_base_ls960.pt | |
| freeze_finetune_updates: 3000 | |
| postencoder: null | |
| postencoder_conf: {} | |
| decoder: transformer | |
| decoder_conf: | |
| attention_heads: 4 | |
| linear_units: 2048 | |
| num_blocks: 6 | |
| dropout_rate: 0.1 | |
| positional_dropout_rate: 0.1 | |
| self_attention_dropout_rate: 0.1 | |
| src_attention_dropout_rate: 0.1 | |
| preprocessor: default | |
| preprocessor_conf: {} | |
| required: | |
| - output_dir | |
| - token_list | |
| version: '202301' | |
| distributed: true | |