Spaces:
Sleeping
Sleeping
File size: 1,723 Bytes
2b5b9ef |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 |
model:
base_learning_rate: 4.5e-06
target: ldm.models.autoencoder1d.AutoencoderKL
params:
embed_dim: 20
monitor: val/rec_loss
ddconfig:
double_z: true
in_channels: 80
out_ch: 80
z_channels: 20
kernel_size: 5
ch: 384
ch_mult:
- 1
- 2
- 4
num_res_blocks: 2
attn_layers:
- 3
down_layers:
- 0
dropout: 0.0
lossconfig:
target: ldm.modules.losses_audio.contperceptual.LPAPSWithDiscriminator
params:
disc_start: 80001
perceptual_weight: 0.0
kl_weight: 1.0e-06
disc_weight: 0.5
disc_in_channels: 1
disc_loss: mse
disc_factor: 2
disc_conditional: false
r1_reg_weight: 3
lightning:
callbacks:
image_logger:
target: main.AudioLogger
params:
for_specs: true
increase_log_steps: false
batch_frequency: 5000
max_images: 8
rescale: false
melvmin: -5
melvmax: 1.5
vocoder_cfg:
target: vocoder.bigvgan.models.VocoderBigVGAN
params:
ckpt_vocoder: vocoder/logs/bigvnat16k93.5w
trainer:
sync_batchnorm: false # not working with r1_regularization
strategy: ddp
data:
target: main.SpectrogramDataModuleFromConfig
params:
batch_size: 4
num_workers: 16
spec_dir_path: ldm/data/tsv_dirs/full_data/V1_new
mel_num: 80
spec_len: 624
spec_crop_len: 624
train:
target: ldm.data.joinaudiodataset_624.JoinSpecsTrain
params:
specs_dataset_cfg: null
validation:
target: ldm.data.joinaudiodataset_624.JoinSpecsValidation
params:
specs_dataset_cfg: null
|