~ epoch 320

Browse files

Files changed (12) hide show

2024-10-19_19-32-03/.hydra/config.yaml +129 -0
2024-10-19_19-32-03/.hydra/hydra.yaml +182 -0
2024-10-19_19-32-03/.hydra/overrides.yaml +1 -0
checkpoints/checkpoint_epoch=099.ckpt +3 -0
checkpoints/checkpoint_epoch=199.ckpt +3 -0
checkpoints/checkpoint_epoch=299.ckpt +3 -0
checkpoints/last.ckpt +3 -0
config_tree.log +145 -0
tags.log +1 -0
tensorboard/version_0/events.out.tfevents.1729366325.0959f84f9bd7.22.0 +3 -0
tensorboard/version_0/hparams.yaml +115 -0
train.log +13 -0

2024-10-19_19-32-03/.hydra/config.yaml ADDED Viewed

	@@ -0,0 +1,129 @@

+task_name: train
+run_name: ljspeech
+tags:
+- ljspeech
+train: true
+test: true
+ckpt_path: null
+seed: 1234
+data:
+  _target_: matcha.data.text_mel_datamodule.TextMelDataModule
+  name: ljspeech
+  train_filelist_path: data/LJSpeech-1.1/train.txt
+  valid_filelist_path: data/LJSpeech-1.1/val.txt
+  batch_size: 32
+  num_workers: 20
+  pin_memory: true
+  cleaners:
+  - english_cleaners2
+  add_blank: true
+  n_spks: 1
+  n_fft: 1024
+  n_feats: 80
+  sample_rate: 22050
+  hop_length: 256
+  win_length: 1024
+  f_min: 0
+  f_max: 8000
+  data_statistics:
+    mel_mean: -5.536622
+    mel_std: 2.116101
+  seed: ${seed}
+  load_durations: false
+model:
+  _target_: matcha.models.matcha_tts.MatchaTTS
+  n_vocab: 178
+  n_spks: ${data.n_spks}
+  spk_emb_dim: 64
+  n_feats: 80
+  data_statistics: ${data.data_statistics}
+  out_size: null
+  prior_loss: true
+  use_precomputed_durations: ${data.load_durations}
+  encoder:
+    encoder_type: RoPE Encoder
+    encoder_params:
+      n_feats: ${model.n_feats}
+      n_channels: 192
+      filter_channels: 768
+      filter_channels_dp: 256
+      n_heads: 2
+      n_layers: 6
+      kernel_size: 3
+      p_dropout: 0.1
+      spk_emb_dim: 64
+      n_spks: 1
+      prenet: true
+    duration_predictor_params:
+      filter_channels_dp: ${model.encoder.encoder_params.filter_channels_dp}
+      kernel_size: 3
+      p_dropout: ${model.encoder.encoder_params.p_dropout}
+  decoder:
+    channels:
+    - 256
+    - 256
+    dropout: 0.05
+    attention_head_dim: 64
+    n_blocks: 1
+    num_mid_blocks: 2
+    num_heads: 2
+    act_fn: snakebeta
+  cfm:
+    name: CFM
+    solver: euler
+    sigma_min: 0.0001
+  optimizer:
+    _target_: torch.optim.Adam
+    _partial_: true
+    lr: 0.0001
+    weight_decay: 0.0
+callbacks:
+  model_checkpoint:
+    _target_: lightning.pytorch.callbacks.ModelCheckpoint
+    dirpath: ${paths.output_dir}/checkpoints
+    filename: checkpoint_{epoch:03d}
+    monitor: epoch
+    verbose: false
+    save_last: true
+    save_top_k: 10
+    mode: max
+    auto_insert_metric_name: true
+    save_weights_only: false
+    every_n_train_steps: null
+    train_time_interval: null
+    every_n_epochs: 100
+    save_on_train_epoch_end: null
+  model_summary:
+    _target_: lightning.pytorch.callbacks.RichModelSummary
+    max_depth: 3
+  rich_progress_bar:
+    _target_: lightning.pytorch.callbacks.RichProgressBar
+logger:
+  tensorboard:
+    _target_: lightning.pytorch.loggers.tensorboard.TensorBoardLogger
+    save_dir: ${paths.output_dir}/tensorboard/
+    name: null
+    log_graph: false
+    default_hp_metric: true
+    prefix: ''
+trainer:
+  _target_: lightning.pytorch.trainer.Trainer
+  default_root_dir: ${paths.output_dir}
+  max_epochs: -1
+  accelerator: gpu
+  devices:
+  - 0
+  precision: 16-mixed
+  check_val_every_n_epoch: 1
+  deterministic: false
+  gradient_clip_val: 5.0
+paths:
+  root_dir: ${oc.env:PROJECT_ROOT}
+  data_dir: ${paths.root_dir}/data/
+  log_dir: ${paths.root_dir}/logs/
+  output_dir: ${hydra:runtime.output_dir}
+  work_dir: ${hydra:runtime.cwd}
+extras:
+  ignore_warnings: false
+  enforce_tags: true
+  print_config: true

2024-10-19_19-32-03/.hydra/hydra.yaml ADDED Viewed

	@@ -0,0 +1,182 @@

+hydra:
+  run:
+    dir: ${paths.log_dir}/${task_name}/${run_name}/runs/${now:%Y-%m-%d}_${now:%H-%M-%S}
+  sweep:
+    dir: ${paths.log_dir}/${task_name}/${run_name}/multiruns/${now:%Y-%m-%d}_${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+      Use --hydra-help to view Hydra specific help
+      '
+    template: '${hydra.help.header}
+      == Configuration groups ==
+      Compose your configuration from those groups (group=option)
+      $APP_CONFIG_GROUPS
+      == Config ==
+      Override anything in the config (foo.bar=value)
+      $CONFIG
+      ${hydra.help.footer}
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+      See https://hydra.cc for more info.
+      == Flags ==
+      $FLAGS_HELP
+      == Configuration groups ==
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+      $HYDRA_CONFIG_GROUPS
+      Use ''--cfg hydra'' to Show the Hydra config.
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
+          - %(message)s'
+        log_colors:
+          DEBUG: purple
+          INFO: green
+          WARNING: yellow
+          ERROR: red
+          CRITICAL: red
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: RUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra:
+    - hydra.mode=RUN
+    task:
+    - experiment=ljspeech
+  job:
+    name: train
+    chdir: null
+    override_dirname: experiment=ljspeech
+    id: ???
+    num: ???
+    config_name: train.yaml
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /workspace/Matcha-TTS
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /workspace/Matcha-TTS/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /workspace/Matcha-TTS/logs/train/ljspeech/runs/2024-10-19_19-32-03
+    choices:
+      debug: null
+      local: default
+      hparams_search: null
+      experiment: ljspeech
+      hydra: default
+      extras: default
+      paths: default
+      trainer: default
+      logger: tensorboard
+      callbacks: default
+      model: matcha
+      model/optimizer: adam.yaml
+      model/cfm: default.yaml
+      model/decoder: default.yaml
+      model/encoder: default.yaml
+      data: ljspeech.yaml
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: colorlog
+      hydra/hydra_logging: colorlog
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

2024-10-19_19-32-03/.hydra/overrides.yaml ADDED Viewed

	@@ -0,0 +1 @@


1	+ - experiment=ljspeech

checkpoints/checkpoint_epoch=099.ckpt ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba3661ef19717291a05d8a473ee3c4e1a6ff19c6335dfa4131f3009b6d135d7
+size 218839178

checkpoints/checkpoint_epoch=199.ckpt ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f7593be80cb623c222e630ad6375dfecd37f8fb757eae8f06e187de96ddbdd
+size 218839561

checkpoints/checkpoint_epoch=299.ckpt ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5dc3f51e058c3a21137aab9ace1846644d6e87f5076cc03dfc6a1ea4030f4e
+size 218839944

checkpoints/last.ckpt ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f1fd9860bc74868674152df87b6ffd733c841144cb3f0f970d420bdb76b5ef
+size 218839944

config_tree.log ADDED Viewed

	@@ -0,0 +1,145 @@

+CONFIG
+├── data
+│   └── _target_: matcha.data.text_mel_datamodule.TextMelDataModule
+│       name: ljspeech
+│       train_filelist_path: data/LJSpeech-1.1/train.txt
+│       valid_filelist_path: data/LJSpeech-1.1/val.txt
+│       batch_size: 32
+│       num_workers: 20
+│       pin_memory: true
+│       cleaners:
+│       - english_cleaners2
+│       add_blank: true
+│       n_spks: 1
+│       n_fft: 1024
+│       n_feats: 80
+│       sample_rate: 22050
+│       hop_length: 256
+│       win_length: 1024
+│       f_min: 0
+│       f_max: 8000
+│       data_statistics:
+│         mel_mean: -5.536622
+│         mel_std: 2.116101
+│       seed: 1234
+│       load_durations: false
+│
+├── model
+│   └── _target_: matcha.models.matcha_tts.MatchaTTS
+│       n_vocab: 178
+│       n_spks: 1
+│       spk_emb_dim: 64
+│       n_feats: 80
+│       data_statistics:
+│         mel_mean: -5.536622
+│         mel_std: 2.116101
+│       out_size: null
+│       prior_loss: true
+│       use_precomputed_durations: false
+│       encoder:
+│         encoder_type: RoPE Encoder
+│         encoder_params:
+│           n_feats: 80
+│           n_channels: 192
+│           filter_channels: 768
+│           filter_channels_dp: 256
+│           n_heads: 2
+│           n_layers: 6
+│           kernel_size: 3
+│           p_dropout: 0.1
+│           spk_emb_dim: 64
+│           n_spks: 1
+│           prenet: true
+│         duration_predictor_params:
+│           filter_channels_dp: 256
+│           kernel_size: 3
+│           p_dropout: 0.1
+│       decoder:
+│         channels:
+│         - 256
+│         - 256
+│         dropout: 0.05
+│         attention_head_dim: 64
+│         n_blocks: 1
+│         num_mid_blocks: 2
+│         num_heads: 2
+│         act_fn: snakebeta
+│       cfm:
+│         name: CFM
+│         solver: euler
+│         sigma_min: 0.0001
+│       optimizer:
+│         _target_: torch.optim.Adam
+│         _partial_: true
+│         lr: 0.0001
+│         weight_decay: 0.0
+│
+├── callbacks
+│   └── model_checkpoint:
+│         _target_: lightning.pytorch.callbacks.ModelCheckpoint
+│         dirpath: /workspace/Matcha-TTS/logs/train/ljspeech/runs/2024-10-19_19-
+│         filename: checkpoint_{epoch:03d}
+│         monitor: epoch
+│         verbose: false
+│         save_last: true
+│         save_top_k: 10
+│         mode: max
+│         auto_insert_metric_name: true
+│         save_weights_only: false
+│         every_n_train_steps: null
+│         train_time_interval: null
+│         every_n_epochs: 100
+│         save_on_train_epoch_end: null
+│       model_summary:
+│         _target_: lightning.pytorch.callbacks.RichModelSummary
+│         max_depth: 3
+│       rich_progress_bar:
+│         _target_: lightning.pytorch.callbacks.RichProgressBar
+│
+├── logger
+│   └── tensorboard:
+│         _target_: lightning.pytorch.loggers.tensorboard.TensorBoardLogger
+│         save_dir: /workspace/Matcha-TTS/logs/train/ljspeech/runs/2024-10-19_19
+│         name: null
+│         log_graph: false
+│         default_hp_metric: true
+│         prefix: ''
+│
+├── trainer
+│   └── _target_: lightning.pytorch.trainer.Trainer
+│       default_root_dir: /workspace/Matcha-TTS/logs/train/ljspeech/runs/2024-10
+│       max_epochs: -1
+│       accelerator: gpu
+│       devices:
+│       - 0
+│       precision: 16-mixed
+│       check_val_every_n_epoch: 1
+│       deterministic: false
+│       gradient_clip_val: 5.0
+│
+├── paths
+│   └── root_dir: /workspace/Matcha-TTS
+│       data_dir: /workspace/Matcha-TTS/data/
+│       log_dir: /workspace/Matcha-TTS/logs/
+│       output_dir: /workspace/Matcha-TTS/logs/train/ljspeech/runs/2024-10-19_19
+│       work_dir: /workspace/Matcha-TTS
+│
+├── extras
+│   └── ignore_warnings: false
+│       enforce_tags: true
+│       print_config: true
+│
+├── task_name
+│   └── train
+├── run_name
+│   └── ljspeech
+├── tags
+│   └── ['ljspeech']
+├── train
+│   └── True
+├── test
+│   └── True
+├── ckpt_path
+│   └── None
+└── seed
+    └── 1234

tags.log ADDED Viewed

	@@ -0,0 +1 @@


1	+ ['ljspeech']

tensorboard/version_0/events.out.tfevents.1729366325.0959f84f9bd7.22.0 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:7894f1b77a884d5ae54a93107ff9fc03eb2616ade656aaa4ca2d2bbb239ee453
+size 187848549

tensorboard/version_0/hparams.yaml ADDED Viewed

	@@ -0,0 +1,115 @@

+model:
+  _target_: matcha.models.matcha_tts.MatchaTTS
+  n_vocab: 178
+  n_spks: ${data.n_spks}
+  spk_emb_dim: 64
+  n_feats: 80
+  data_statistics: ${data.data_statistics}
+  out_size: null
+  prior_loss: true
+  use_precomputed_durations: ${data.load_durations}
+  encoder:
+    encoder_type: RoPE Encoder
+    encoder_params:
+      n_feats: ${model.n_feats}
+      n_channels: 192
+      filter_channels: 768
+      filter_channels_dp: 256
+      n_heads: 2
+      n_layers: 6
+      kernel_size: 3
+      p_dropout: 0.1
+      spk_emb_dim: 64
+      n_spks: 1
+      prenet: true
+    duration_predictor_params:
+      filter_channels_dp: ${model.encoder.encoder_params.filter_channels_dp}
+      kernel_size: 3
+      p_dropout: ${model.encoder.encoder_params.p_dropout}
+  decoder:
+    channels:
+    - 256
+    - 256
+    dropout: 0.05
+    attention_head_dim: 64
+    n_blocks: 1
+    num_mid_blocks: 2
+    num_heads: 2
+    act_fn: snakebeta
+  cfm:
+    name: CFM
+    solver: euler
+    sigma_min: 0.0001
+  optimizer:
+    _target_: torch.optim.Adam
+    _partial_: true
+    lr: 0.0001
+    weight_decay: 0.0
+model/params/total: 18204193
+model/params/trainable: 18204193
+model/params/non_trainable: 0
+data:
+  _target_: matcha.data.text_mel_datamodule.TextMelDataModule
+  name: ljspeech
+  train_filelist_path: data/LJSpeech-1.1/train.txt
+  valid_filelist_path: data/LJSpeech-1.1/val.txt
+  batch_size: 32
+  num_workers: 20
+  pin_memory: true
+  cleaners:
+  - english_cleaners2
+  add_blank: true
+  n_spks: 1
+  n_fft: 1024
+  n_feats: 80
+  sample_rate: 22050
+  hop_length: 256
+  win_length: 1024
+  f_min: 0
+  f_max: 8000
+  data_statistics:
+    mel_mean: -5.536622
+    mel_std: 2.116101
+  seed: ${seed}
+  load_durations: false
+trainer:
+  _target_: lightning.pytorch.trainer.Trainer
+  default_root_dir: ${paths.output_dir}
+  max_epochs: -1
+  accelerator: gpu
+  devices:
+  - 0
+  precision: 16-mixed
+  check_val_every_n_epoch: 1
+  deterministic: false
+  gradient_clip_val: 5.0
+callbacks:
+  model_checkpoint:
+    _target_: lightning.pytorch.callbacks.ModelCheckpoint
+    dirpath: ${paths.output_dir}/checkpoints
+    filename: checkpoint_{epoch:03d}
+    monitor: epoch
+    verbose: false
+    save_last: true
+    save_top_k: 10
+    mode: max
+    auto_insert_metric_name: true
+    save_weights_only: false
+    every_n_train_steps: null
+    train_time_interval: null
+    every_n_epochs: 100
+    save_on_train_epoch_end: null
+  model_summary:
+    _target_: lightning.pytorch.callbacks.RichModelSummary
+    max_depth: 3
+  rich_progress_bar:
+    _target_: lightning.pytorch.callbacks.RichProgressBar
+extras:
+  ignore_warnings: false
+  enforce_tags: true
+  print_config: true
+task_name: train
+tags:
+- ljspeech
+ckpt_path: null
+seed: 1234

train.log ADDED Viewed

	@@ -0,0 +1,13 @@

+[2024-10-19 19:32:03,753][matcha.utils.utils][INFO] - Enforcing tags! <cfg.extras.enforce_tags=True>
+[2024-10-19 19:32:03,758][matcha.utils.utils][INFO] - Printing config tree with Rich! <cfg.extras.print_config=True>
+[2024-10-19 19:32:03,940][__main__][INFO] - Instantiating datamodule <matcha.data.text_mel_datamodule.TextMelDataModule>
+[2024-10-19 19:32:04,418][__main__][INFO] - Instantiating model <matcha.models.matcha_tts.MatchaTTS>
+[2024-10-19 19:32:05,017][__main__][INFO] - Instantiating callbacks...
+[2024-10-19 19:32:05,017][matcha.utils.instantiators][INFO] - Instantiating callback <lightning.pytorch.callbacks.ModelCheckpoint>
+[2024-10-19 19:32:05,021][matcha.utils.instantiators][INFO] - Instantiating callback <lightning.pytorch.callbacks.RichModelSummary>
+[2024-10-19 19:32:05,021][matcha.utils.instantiators][INFO] - Instantiating callback <lightning.pytorch.callbacks.RichProgressBar>
+[2024-10-19 19:32:05,022][__main__][INFO] - Instantiating loggers...
+[2024-10-19 19:32:05,022][matcha.utils.instantiators][INFO] - Instantiating logger <lightning.pytorch.loggers.tensorboard.TensorBoardLogger>
+[2024-10-19 19:32:05,026][__main__][INFO] - Instantiating trainer <lightning.pytorch.trainer.Trainer>
+[2024-10-19 19:32:05,116][__main__][INFO] - Logging hyperparameters!
+[2024-10-19 19:32:05,170][__main__][INFO] - Starting training!