diff --git "a/trainer_0_log.txt" "b/trainer_0_log.txt" new file mode 100644--- /dev/null +++ "b/trainer_0_log.txt" @@ -0,0 +1,6426 @@ + > Training Environment: + | > Backend: Torch + | > Mixed precision: False + | > Precision: float32 + | > Current device: 0 + | > Num. of GPUs: 4 + | > Num. of CPUs: 48 + | > Num. of Torch Threads: 24 + | > Torch seed: 54321 + | > Torch CUDNN: True + | > Torch CUDNN deterministic: False + | > Torch CUDNN benchmark: False + | > Torch TF32 MatMul: False + > Using PyTorch DDP + > Restoring from best_model.pth ... + > Restoring Model... + > Restoring Optimizer... + > Model restored from step 56000 + + > Model has 83045548 parameters + + > EPOCH: 0/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:37:41)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 3.271859645843506 (3.271859645843506) + | > loss_disc_real_0: 0.313091516494751 (0.313091516494751) + | > loss_disc_real_1: 0.3657264709472656 (0.3657264709472656) + | > loss_disc_real_2: 0.47528064250946045 (0.47528064250946045) + | > loss_disc_real_3: 0.4434012174606323 (0.4434012174606323) + | > loss_disc_real_4: 0.6454614996910095 (0.6454614996910095) + | > loss_disc_real_5: 0.2756173610687256 (0.2756173610687256) + | > loss_0: 3.271859645843506 (3.271859645843506) + | > loss_gen: 2.7821848392486572 (2.7821848392486572) + | > loss_kl: 3.0124173164367676 (3.0124173164367676) + | > loss_feat: 3.5789811611175537 (3.5789811611175537) + | > loss_mel: 25.534324645996094 (25.534324645996094) + | > loss_duration: 1.9811567068099976 (1.9811567068099976) + | > loss_1: 36.88906478881836 (36.88906478881836) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.6492831707000732 (+0) + | > avg_loss_disc: 3.271859645843506 (+0) + | > avg_loss_disc_real_0: 0.313091516494751 (+0) + | > avg_loss_disc_real_1: 0.3657264709472656 (+0) + | > avg_loss_disc_real_2: 0.47528064250946045 (+0) + | > avg_loss_disc_real_3: 0.4434012174606323 (+0) + | > avg_loss_disc_real_4: 0.6454614996910095 (+0) + | > avg_loss_disc_real_5: 0.2756173610687256 (+0) + | > avg_loss_0: 3.271859645843506 (+0) + | > avg_loss_gen: 2.7821848392486572 (+0) + | > avg_loss_kl: 3.0124173164367676 (+0) + | > avg_loss_feat: 3.5789811611175537 (+0) + | > avg_loss_mel: 25.534324645996094 (+0) + | > avg_loss_duration: 1.9811567068099976 (+0) + | > avg_loss_1: 36.88906478881836 (+0) + + > BEST MODEL : /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000/best_model_56008.pth + + > EPOCH: 1/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:38:13)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.273963451385498 (2.273963451385498) + | > loss_disc_real_0: 0.12805482745170593 (0.12805482745170593) + | > loss_disc_real_1: 0.287551611661911 (0.287551611661911) + | > loss_disc_real_2: 0.21470801532268524 (0.21470801532268524) + | > loss_disc_real_3: 0.2394765317440033 (0.2394765317440033) + | > loss_disc_real_4: 0.1974819302558899 (0.1974819302558899) + | > loss_disc_real_5: 0.2681525647640228 (0.2681525647640228) + | > loss_0: 2.273963451385498 (2.273963451385498) + | > loss_gen: 2.7452988624572754 (2.7452988624572754) + | > loss_kl: 1.7931989431381226 (1.7931989431381226) + | > loss_feat: 7.05942440032959 (7.05942440032959) + | > loss_mel: 26.085290908813477 (26.085290908813477) + | > loss_duration: 2.075563430786133 (2.075563430786133) + | > loss_1: 39.75877380371094 (39.75877380371094) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.09368443489074707 (-0.5555987358093262) + | > avg_loss_disc: 2.273963451385498 (-0.9978961944580078) + | > avg_loss_disc_real_0: 0.12805482745170593 (-0.18503668904304504) + | > avg_loss_disc_real_1: 0.287551611661911 (-0.07817485928535461) + | > avg_loss_disc_real_2: 0.21470801532268524 (-0.2605726271867752) + | > avg_loss_disc_real_3: 0.2394765317440033 (-0.20392468571662903) + | > avg_loss_disc_real_4: 0.1974819302558899 (-0.44797956943511963) + | > avg_loss_disc_real_5: 0.2681525647640228 (-0.007464796304702759) + | > avg_loss_0: 2.273963451385498 (-0.9978961944580078) + | > avg_loss_gen: 2.7452988624572754 (-0.036885976791381836) + | > avg_loss_kl: 1.7931989431381226 (-1.219218373298645) + | > avg_loss_feat: 7.05942440032959 (+3.480443239212036) + | > avg_loss_mel: 26.085290908813477 (+0.5509662628173828) + | > avg_loss_duration: 2.075563430786133 (+0.09440672397613525) + | > avg_loss_1: 39.75877380371094 (+2.869709014892578) + + + > EPOCH: 2/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:38:39)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.0247631072998047 (2.0247631072998047) + | > loss_disc_real_0: 0.05218222737312317 (0.05218222737312317) + | > loss_disc_real_1: 0.26698610186576843 (0.26698610186576843) + | > loss_disc_real_2: 0.20612205564975739 (0.20612205564975739) + | > loss_disc_real_3: 0.2000153809785843 (0.2000153809785843) + | > loss_disc_real_4: 0.3424886167049408 (0.3424886167049408) + | > loss_disc_real_5: 0.15823416411876678 (0.15823416411876678) + | > loss_0: 2.0247631072998047 (2.0247631072998047) + | > loss_gen: 2.910825252532959 (2.910825252532959) + | > loss_kl: 1.9688760042190552 (1.9688760042190552) + | > loss_feat: 7.31485652923584 (7.31485652923584) + | > loss_mel: 29.277671813964844 (29.277671813964844) + | > loss_duration: 2.031981945037842 (2.031981945037842) + | > loss_1: 43.50421142578125 (43.50421142578125) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.09839606285095215 (+0.004711627960205078) + | > avg_loss_disc: 2.0247631072998047 (-0.24920034408569336) + | > avg_loss_disc_real_0: 0.05218222737312317 (-0.07587260007858276) + | > avg_loss_disc_real_1: 0.26698610186576843 (-0.020565509796142578) + | > avg_loss_disc_real_2: 0.20612205564975739 (-0.008585959672927856) + | > avg_loss_disc_real_3: 0.2000153809785843 (-0.039461150765419006) + | > avg_loss_disc_real_4: 0.3424886167049408 (+0.1450066864490509) + | > avg_loss_disc_real_5: 0.15823416411876678 (-0.10991840064525604) + | > avg_loss_0: 2.0247631072998047 (-0.24920034408569336) + | > avg_loss_gen: 2.910825252532959 (+0.1655263900756836) + | > avg_loss_kl: 1.9688760042190552 (+0.17567706108093262) + | > avg_loss_feat: 7.31485652923584 (+0.25543212890625) + | > avg_loss_mel: 29.277671813964844 (+3.192380905151367) + | > avg_loss_duration: 2.031981945037842 (-0.043581485748291016) + | > avg_loss_1: 43.50421142578125 (+3.7454376220703125) + + + > EPOCH: 3/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:39:05)  + + --> TIME: 2023-09-11 21:39:13 -- STEP: 3/7 -- GLOBAL_STEP: 56025 + | > loss_disc: 2.4088058471679688 (2.336280345916748) + | > loss_disc_real_0: 0.1523488610982895 (0.1511510709921519) + | > loss_disc_real_1: 0.15927982330322266 (0.2124500423669815) + | > loss_disc_real_2: 0.2523081600666046 (0.20813474555810293) + | > loss_disc_real_3: 0.3011893033981323 (0.22869222859541574) + | > loss_disc_real_4: 0.3063643276691437 (0.22730155289173126) + | > loss_disc_real_5: 0.30857059359550476 (0.25318845609823865) + | > loss_0: 2.4088058471679688 (2.336280345916748) + | > grad_norm_0: tensor(14.0217, device='cuda:0') (tensor(17.6951, device='cuda:0')) + | > loss_gen: 2.9354400634765625 (2.8347232341766357) + | > loss_kl: 1.68980073928833 (1.7981057167053223) + | > loss_feat: 6.003108024597168 (6.620538870493571) + | > loss_mel: 25.57830238342285 (26.521853764851887) + | > loss_duration: 1.9607601165771484 (1.9703182379404705) + | > loss_1: 38.16741180419922 (39.745540618896484) + | > grad_norm_1: tensor(212.8355, device='cuda:0') (tensor(245.4056, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 1.5783 (1.8589593569437664) + | > loader_time: 0.1006 (0.11034591992696126) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.1183650493621826 (2.1183650493621826) + | > loss_disc_real_0: 0.08221064507961273 (0.08221064507961273) + | > loss_disc_real_1: 0.09381256997585297 (0.09381256997585297) + | > loss_disc_real_2: 0.1695273220539093 (0.1695273220539093) + | > loss_disc_real_3: 0.2239609956741333 (0.2239609956741333) + | > loss_disc_real_4: 0.24934570491313934 (0.24934570491313934) + | > loss_disc_real_5: 0.1705058515071869 (0.1705058515071869) + | > loss_0: 2.1183650493621826 (2.1183650493621826) + | > loss_gen: 2.4223055839538574 (2.4223055839538574) + | > loss_kl: 1.626808524131775 (1.626808524131775) + | > loss_feat: 7.365239143371582 (7.365239143371582) + | > loss_mel: 28.4926700592041 (28.4926700592041) + | > loss_duration: 2.0032448768615723 (2.0032448768615723) + | > loss_1: 41.91027069091797 (41.91027069091797) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.09610605239868164 (-0.002290010452270508) + | > avg_loss_disc: 2.1183650493621826 (+0.09360194206237793) + | > avg_loss_disc_real_0: 0.08221064507961273 (+0.030028417706489563) + | > avg_loss_disc_real_1: 0.09381256997585297 (-0.17317353188991547) + | > avg_loss_disc_real_2: 0.1695273220539093 (-0.036594733595848083) + | > avg_loss_disc_real_3: 0.2239609956741333 (+0.02394561469554901) + | > avg_loss_disc_real_4: 0.24934570491313934 (-0.09314291179180145) + | > avg_loss_disc_real_5: 0.1705058515071869 (+0.012271687388420105) + | > avg_loss_0: 2.1183650493621826 (+0.09360194206237793) + | > avg_loss_gen: 2.4223055839538574 (-0.48851966857910156) + | > avg_loss_kl: 1.626808524131775 (-0.3420674800872803) + | > avg_loss_feat: 7.365239143371582 (+0.05038261413574219) + | > avg_loss_mel: 28.4926700592041 (-0.7850017547607422) + | > avg_loss_duration: 2.0032448768615723 (-0.02873706817626953) + | > avg_loss_1: 41.91027069091797 (-1.5939407348632812) + + + > EPOCH: 4/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:39:31)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.8904635906219482 (2.8904635906219482) + | > loss_disc_real_0: 0.1572881042957306 (0.1572881042957306) + | > loss_disc_real_1: 0.40945878624916077 (0.40945878624916077) + | > loss_disc_real_2: 0.1626141220331192 (0.1626141220331192) + | > loss_disc_real_3: 0.3508051633834839 (0.3508051633834839) + | > loss_disc_real_4: 0.34060561656951904 (0.34060561656951904) + | > loss_disc_real_5: 0.42388683557510376 (0.42388683557510376) + | > loss_0: 2.8904635906219482 (2.8904635906219482) + | > loss_gen: 2.1723177433013916 (2.1723177433013916) + | > loss_kl: 1.594165325164795 (1.594165325164795) + | > loss_feat: 3.587486743927002 (3.587486743927002) + | > loss_mel: 24.387680053710938 (24.387680053710938) + | > loss_duration: 2.0067949295043945 (2.0067949295043945) + | > loss_1: 33.748443603515625 (33.748443603515625) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.09886312484741211 (+0.0027570724487304688) + | > avg_loss_disc: 2.8904635906219482 (+0.7720985412597656) + | > avg_loss_disc_real_0: 0.1572881042957306 (+0.07507745921611786) + | > avg_loss_disc_real_1: 0.40945878624916077 (+0.3156462162733078) + | > avg_loss_disc_real_2: 0.1626141220331192 (-0.0069132000207901) + | > avg_loss_disc_real_3: 0.3508051633834839 (+0.12684416770935059) + | > avg_loss_disc_real_4: 0.34060561656951904 (+0.0912599116563797) + | > avg_loss_disc_real_5: 0.42388683557510376 (+0.25338098406791687) + | > avg_loss_0: 2.8904635906219482 (+0.7720985412597656) + | > avg_loss_gen: 2.1723177433013916 (-0.24998784065246582) + | > avg_loss_kl: 1.594165325164795 (-0.03264319896697998) + | > avg_loss_feat: 3.587486743927002 (-3.77775239944458) + | > avg_loss_mel: 24.387680053710938 (-4.104990005493164) + | > avg_loss_duration: 2.0067949295043945 (+0.0035500526428222656) + | > avg_loss_1: 33.748443603515625 (-8.161827087402344) + + > BEST MODEL : /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000/best_model_56036.pth + + > EPOCH: 5/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:39:59)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.401639938354492 (2.401639938354492) + | > loss_disc_real_0: 0.08285152912139893 (0.08285152912139893) + | > loss_disc_real_1: 0.2003766894340515 (0.2003766894340515) + | > loss_disc_real_2: 0.16947335004806519 (0.16947335004806519) + | > loss_disc_real_3: 0.22778551280498505 (0.22778551280498505) + | > loss_disc_real_4: 0.2232104241847992 (0.2232104241847992) + | > loss_disc_real_5: 0.33413517475128174 (0.33413517475128174) + | > loss_0: 2.401639938354492 (2.401639938354492) + | > loss_gen: 2.0884060859680176 (2.0884060859680176) + | > loss_kl: 1.4338860511779785 (1.4338860511779785) + | > loss_feat: 4.636229991912842 (4.636229991912842) + | > loss_mel: 25.65763282775879 (25.65763282775879) + | > loss_duration: 2.0549845695495605 (2.0549845695495605) + | > loss_1: 35.87113952636719 (35.87113952636719) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.10290193557739258 (+0.004038810729980469) + | > avg_loss_disc: 2.401639938354492 (-0.48882365226745605) + | > avg_loss_disc_real_0: 0.08285152912139893 (-0.07443657517433167) + | > avg_loss_disc_real_1: 0.2003766894340515 (-0.20908209681510925) + | > avg_loss_disc_real_2: 0.16947335004806519 (+0.006859228014945984) + | > avg_loss_disc_real_3: 0.22778551280498505 (-0.12301965057849884) + | > avg_loss_disc_real_4: 0.2232104241847992 (-0.11739519238471985) + | > avg_loss_disc_real_5: 0.33413517475128174 (-0.08975166082382202) + | > avg_loss_0: 2.401639938354492 (-0.48882365226745605) + | > avg_loss_gen: 2.0884060859680176 (-0.08391165733337402) + | > avg_loss_kl: 1.4338860511779785 (-0.1602792739868164) + | > avg_loss_feat: 4.636229991912842 (+1.0487432479858398) + | > avg_loss_mel: 25.65763282775879 (+1.2699527740478516) + | > avg_loss_duration: 2.0549845695495605 (+0.048189640045166016) + | > avg_loss_1: 35.87113952636719 (+2.1226959228515625) + + + > EPOCH: 6/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:40:25)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4961040019989014 (2.4961040019989014) + | > loss_disc_real_0: 0.19015467166900635 (0.19015467166900635) + | > loss_disc_real_1: 0.21594907343387604 (0.21594907343387604) + | > loss_disc_real_2: 0.21274462342262268 (0.21274462342262268) + | > loss_disc_real_3: 0.2889527678489685 (0.2889527678489685) + | > loss_disc_real_4: 0.30684927105903625 (0.30684927105903625) + | > loss_disc_real_5: 0.2564297318458557 (0.2564297318458557) + | > loss_0: 2.4961040019989014 (2.4961040019989014) + | > loss_gen: 2.3264873027801514 (2.3264873027801514) + | > loss_kl: 1.3595551252365112 (1.3595551252365112) + | > loss_feat: 4.716671943664551 (4.716671943664551) + | > loss_mel: 26.616310119628906 (26.616310119628906) + | > loss_duration: 2.0146031379699707 (2.0146031379699707) + | > loss_1: 37.033626556396484 (37.033626556396484) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.10625553131103516 (+0.003353595733642578) + | > avg_loss_disc: 2.4961040019989014 (+0.09446406364440918) + | > avg_loss_disc_real_0: 0.19015467166900635 (+0.10730314254760742) + | > avg_loss_disc_real_1: 0.21594907343387604 (+0.015572383999824524) + | > avg_loss_disc_real_2: 0.21274462342262268 (+0.043271273374557495) + | > avg_loss_disc_real_3: 0.2889527678489685 (+0.06116725504398346) + | > avg_loss_disc_real_4: 0.30684927105903625 (+0.08363884687423706) + | > avg_loss_disc_real_5: 0.2564297318458557 (-0.07770544290542603) + | > avg_loss_0: 2.4961040019989014 (+0.09446406364440918) + | > avg_loss_gen: 2.3264873027801514 (+0.2380812168121338) + | > avg_loss_kl: 1.3595551252365112 (-0.07433092594146729) + | > avg_loss_feat: 4.716671943664551 (+0.08044195175170898) + | > avg_loss_mel: 26.616310119628906 (+0.9586772918701172) + | > avg_loss_duration: 2.0146031379699707 (-0.040381431579589844) + | > avg_loss_1: 37.033626556396484 (+1.1624870300292969) + + + > EPOCH: 7/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:40:51)  + + --> TIME: 2023-09-11 21:40:53 -- STEP: 0/7 -- GLOBAL_STEP: 56050 + | > loss_disc: 2.1051859855651855 (2.1051859855651855) + | > loss_disc_real_0: 0.14831550419330597 (0.14831550419330597) + | > loss_disc_real_1: 0.18060098588466644 (0.18060098588466644) + | > loss_disc_real_2: 0.16884934902191162 (0.16884934902191162) + | > loss_disc_real_3: 0.19549283385276794 (0.19549283385276794) + | > loss_disc_real_4: 0.16421569883823395 (0.16421569883823395) + | > loss_disc_real_5: 0.16279029846191406 (0.16279029846191406) + | > loss_0: 2.1051859855651855 (2.1051859855651855) + | > grad_norm_0: tensor(20.8631, device='cuda:0') (tensor(20.8631, device='cuda:0')) + | > loss_gen: 2.7728891372680664 (2.7728891372680664) + | > loss_kl: 1.630654215812683 (1.630654215812683) + | > loss_feat: 7.198002338409424 (7.198002338409424) + | > loss_mel: 25.614036560058594 (25.614036560058594) + | > loss_duration: 1.882670521736145 (1.882670521736145) + | > loss_1: 39.09825134277344 (39.09825134277344) + | > grad_norm_1: tensor(365.7841, device='cuda:0') (tensor(365.7841, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 1.4118 (1.4117825031280518) + | > loader_time: 0.8287 (0.8286793231964111) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.8792998790740967 (2.8792998790740967) + | > loss_disc_real_0: 0.5968348979949951 (0.5968348979949951) + | > loss_disc_real_1: 0.35127198696136475 (0.35127198696136475) + | > loss_disc_real_2: 0.17592531442642212 (0.17592531442642212) + | > loss_disc_real_3: 0.2270238697528839 (0.2270238697528839) + | > loss_disc_real_4: 0.23600219190120697 (0.23600219190120697) + | > loss_disc_real_5: 0.20625464618206024 (0.20625464618206024) + | > loss_0: 2.8792998790740967 (2.8792998790740967) + | > loss_gen: 2.588287353515625 (2.588287353515625) + | > loss_kl: 1.6914887428283691 (1.6914887428283691) + | > loss_feat: 3.3831257820129395 (3.3831257820129395) + | > loss_mel: 24.717153549194336 (24.717153549194336) + | > loss_duration: 1.9666695594787598 (1.9666695594787598) + | > loss_1: 34.34672546386719 (34.34672546386719) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.11559510231018066 (+0.009339570999145508) + | > avg_loss_disc: 2.8792998790740967 (+0.3831958770751953) + | > avg_loss_disc_real_0: 0.5968348979949951 (+0.40668022632598877) + | > avg_loss_disc_real_1: 0.35127198696136475 (+0.1353229135274887) + | > avg_loss_disc_real_2: 0.17592531442642212 (-0.03681930899620056) + | > avg_loss_disc_real_3: 0.2270238697528839 (-0.061928898096084595) + | > avg_loss_disc_real_4: 0.23600219190120697 (-0.07084707915782928) + | > avg_loss_disc_real_5: 0.20625464618206024 (-0.05017508566379547) + | > avg_loss_0: 2.8792998790740967 (+0.3831958770751953) + | > avg_loss_gen: 2.588287353515625 (+0.26180005073547363) + | > avg_loss_kl: 1.6914887428283691 (+0.3319336175918579) + | > avg_loss_feat: 3.3831257820129395 (-1.3335461616516113) + | > avg_loss_mel: 24.717153549194336 (-1.8991565704345703) + | > avg_loss_duration: 1.9666695594787598 (-0.04793357849121094) + | > avg_loss_1: 34.34672546386719 (-2.686901092529297) + + + > EPOCH: 8/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:41:17)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.3678998947143555 (2.3678998947143555) + | > loss_disc_real_0: 0.12526482343673706 (0.12526482343673706) + | > loss_disc_real_1: 0.2559826374053955 (0.2559826374053955) + | > loss_disc_real_2: 0.18679900467395782 (0.18679900467395782) + | > loss_disc_real_3: 0.23309017717838287 (0.23309017717838287) + | > loss_disc_real_4: 0.1915791928768158 (0.1915791928768158) + | > loss_disc_real_5: 0.34773528575897217 (0.34773528575897217) + | > loss_0: 2.3678998947143555 (2.3678998947143555) + | > loss_gen: 2.4228060245513916 (2.4228060245513916) + | > loss_kl: 1.625583529472351 (1.625583529472351) + | > loss_feat: 5.933041095733643 (5.933041095733643) + | > loss_mel: 28.66490936279297 (28.66490936279297) + | > loss_duration: 2.0016567707061768 (2.0016567707061768) + | > loss_1: 40.64799499511719 (40.64799499511719) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.11075735092163086 (-0.004837751388549805) + | > avg_loss_disc: 2.3678998947143555 (-0.5113999843597412) + | > avg_loss_disc_real_0: 0.12526482343673706 (-0.47157007455825806) + | > avg_loss_disc_real_1: 0.2559826374053955 (-0.09528934955596924) + | > avg_loss_disc_real_2: 0.18679900467395782 (+0.010873690247535706) + | > avg_loss_disc_real_3: 0.23309017717838287 (+0.006066307425498962) + | > avg_loss_disc_real_4: 0.1915791928768158 (-0.044422999024391174) + | > avg_loss_disc_real_5: 0.34773528575897217 (+0.14148063957691193) + | > avg_loss_0: 2.3678998947143555 (-0.5113999843597412) + | > avg_loss_gen: 2.4228060245513916 (-0.1654813289642334) + | > avg_loss_kl: 1.625583529472351 (-0.06590521335601807) + | > avg_loss_feat: 5.933041095733643 (+2.549915313720703) + | > avg_loss_mel: 28.66490936279297 (+3.947755813598633) + | > avg_loss_duration: 2.0016567707061768 (+0.03498721122741699) + | > avg_loss_1: 40.64799499511719 (+6.30126953125) + + + > EPOCH: 9/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:41:42)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.638042449951172 (2.638042449951172) + | > loss_disc_real_0: 0.10626428574323654 (0.10626428574323654) + | > loss_disc_real_1: 0.18558388948440552 (0.18558388948440552) + | > loss_disc_real_2: 0.16848716139793396 (0.16848716139793396) + | > loss_disc_real_3: 0.17282156646251678 (0.17282156646251678) + | > loss_disc_real_4: 0.19834396243095398 (0.19834396243095398) + | > loss_disc_real_5: 0.25486600399017334 (0.25486600399017334) + | > loss_0: 2.638042449951172 (2.638042449951172) + | > loss_gen: 1.9579668045043945 (1.9579668045043945) + | > loss_kl: 2.0525267124176025 (2.0525267124176025) + | > loss_feat: 7.348492622375488 (7.348492622375488) + | > loss_mel: 31.73567771911621 (31.73567771911621) + | > loss_duration: 2.002777576446533 (2.002777576446533) + | > loss_1: 45.09743881225586 (45.09743881225586) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.12016177177429199 (+0.009404420852661133) + | > avg_loss_disc: 2.638042449951172 (+0.2701425552368164) + | > avg_loss_disc_real_0: 0.10626428574323654 (-0.01900053769350052) + | > avg_loss_disc_real_1: 0.18558388948440552 (-0.07039874792098999) + | > avg_loss_disc_real_2: 0.16848716139793396 (-0.018311843276023865) + | > avg_loss_disc_real_3: 0.17282156646251678 (-0.06026861071586609) + | > avg_loss_disc_real_4: 0.19834396243095398 (+0.006764769554138184) + | > avg_loss_disc_real_5: 0.25486600399017334 (-0.09286928176879883) + | > avg_loss_0: 2.638042449951172 (+0.2701425552368164) + | > avg_loss_gen: 1.9579668045043945 (-0.46483922004699707) + | > avg_loss_kl: 2.0525267124176025 (+0.42694318294525146) + | > avg_loss_feat: 7.348492622375488 (+1.4154515266418457) + | > avg_loss_mel: 31.73567771911621 (+3.070768356323242) + | > avg_loss_duration: 2.002777576446533 (+0.0011208057403564453) + | > avg_loss_1: 45.09743881225586 (+4.449443817138672) + + + > EPOCH: 10/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:42:08)  + + --> TIME: 2023-09-11 21:42:19 -- STEP: 4/7 -- GLOBAL_STEP: 56075 + | > loss_disc: 2.6591598987579346 (2.542866349220276) + | > loss_disc_real_0: 0.18971608579158783 (0.1773313283920288) + | > loss_disc_real_1: 0.21532680094242096 (0.1989808864891529) + | > loss_disc_real_2: 0.2413828819990158 (0.22017710283398628) + | > loss_disc_real_3: 0.2475133091211319 (0.24252741411328316) + | > loss_disc_real_4: 0.2680445611476898 (0.2497410550713539) + | > loss_disc_real_5: 0.3064380884170532 (0.2917482629418373) + | > loss_0: 2.6591598987579346 (2.542866349220276) + | > grad_norm_0: tensor(35.5669, device='cuda:0') (tensor(31.4442, device='cuda:0')) + | > loss_gen: 2.319751262664795 (2.556831479072571) + | > loss_kl: 1.5678324699401855 (1.563594102859497) + | > loss_feat: 5.512360572814941 (6.022891402244568) + | > loss_mel: 24.045791625976562 (24.83006763458252) + | > loss_duration: 1.932305097579956 (1.9116757810115814) + | > loss_1: 35.3780403137207 (36.88506031036377) + | > grad_norm_1: tensor(353.7183, device='cuda:0') (tensor(468.0554, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 1.9545 (1.9122480750083923) + | > loader_time: 0.3119 (0.1881650686264038) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.224311590194702 (2.224311590194702) + | > loss_disc_real_0: 0.1266270875930786 (0.1266270875930786) + | > loss_disc_real_1: 0.18149451911449432 (0.18149451911449432) + | > loss_disc_real_2: 0.14227943122386932 (0.14227943122386932) + | > loss_disc_real_3: 0.23240041732788086 (0.23240041732788086) + | > loss_disc_real_4: 0.18988946080207825 (0.18988946080207825) + | > loss_disc_real_5: 0.26206886768341064 (0.26206886768341064) + | > loss_0: 2.224311590194702 (2.224311590194702) + | > loss_gen: 2.473686933517456 (2.473686933517456) + | > loss_kl: 2.0084476470947266 (2.0084476470947266) + | > loss_feat: 7.878369331359863 (7.878369331359863) + | > loss_mel: 30.550125122070312 (30.550125122070312) + | > loss_duration: 2.0032639503479004 (2.0032639503479004) + | > loss_1: 44.91389465332031 (44.91389465332031) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.11980962753295898 (-0.0003521442413330078) + | > avg_loss_disc: 2.224311590194702 (-0.4137308597564697) + | > avg_loss_disc_real_0: 0.1266270875930786 (+0.02036280184984207) + | > avg_loss_disc_real_1: 0.18149451911449432 (-0.004089370369911194) + | > avg_loss_disc_real_2: 0.14227943122386932 (-0.026207730174064636) + | > avg_loss_disc_real_3: 0.23240041732788086 (+0.059578850865364075) + | > avg_loss_disc_real_4: 0.18988946080207825 (-0.008454501628875732) + | > avg_loss_disc_real_5: 0.26206886768341064 (+0.007202863693237305) + | > avg_loss_0: 2.224311590194702 (-0.4137308597564697) + | > avg_loss_gen: 2.473686933517456 (+0.5157201290130615) + | > avg_loss_kl: 2.0084476470947266 (-0.04407906532287598) + | > avg_loss_feat: 7.878369331359863 (+0.529876708984375) + | > avg_loss_mel: 30.550125122070312 (-1.1855525970458984) + | > avg_loss_duration: 2.0032639503479004 (+0.0004863739013671875) + | > avg_loss_1: 44.91389465332031 (-0.18354415893554688) + + + > EPOCH: 11/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:42:35)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.1752688884735107 (2.1752688884735107) + | > loss_disc_real_0: 0.16670754551887512 (0.16670754551887512) + | > loss_disc_real_1: 0.1590084731578827 (0.1590084731578827) + | > loss_disc_real_2: 0.1856653243303299 (0.1856653243303299) + | > loss_disc_real_3: 0.2418910712003708 (0.2418910712003708) + | > loss_disc_real_4: 0.2321079522371292 (0.2321079522371292) + | > loss_disc_real_5: 0.22934462130069733 (0.22934462130069733) + | > loss_0: 2.1752688884735107 (2.1752688884735107) + | > loss_gen: 2.743675470352173 (2.743675470352173) + | > loss_kl: 2.147501230239868 (2.147501230239868) + | > loss_feat: 6.902746677398682 (6.902746677398682) + | > loss_mel: 26.384723663330078 (26.384723663330078) + | > loss_duration: 1.9623141288757324 (1.9623141288757324) + | > loss_1: 40.140960693359375 (40.140960693359375) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.11891889572143555 (-0.0008907318115234375) + | > avg_loss_disc: 2.1752688884735107 (-0.049042701721191406) + | > avg_loss_disc_real_0: 0.16670754551887512 (+0.04008045792579651) + | > avg_loss_disc_real_1: 0.1590084731578827 (-0.022486045956611633) + | > avg_loss_disc_real_2: 0.1856653243303299 (+0.04338589310646057) + | > avg_loss_disc_real_3: 0.2418910712003708 (+0.00949065387248993) + | > avg_loss_disc_real_4: 0.2321079522371292 (+0.042218491435050964) + | > avg_loss_disc_real_5: 0.22934462130069733 (-0.03272424638271332) + | > avg_loss_0: 2.1752688884735107 (-0.049042701721191406) + | > avg_loss_gen: 2.743675470352173 (+0.2699885368347168) + | > avg_loss_kl: 2.147501230239868 (+0.1390535831451416) + | > avg_loss_feat: 6.902746677398682 (-0.9756226539611816) + | > avg_loss_mel: 26.384723663330078 (-4.165401458740234) + | > avg_loss_duration: 1.9623141288757324 (-0.04094982147216797) + | > avg_loss_1: 40.140960693359375 (-4.7729339599609375) + + + > EPOCH: 12/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:43:00)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.512984275817871 (2.512984275817871) + | > loss_disc_real_0: 0.24397403001785278 (0.24397403001785278) + | > loss_disc_real_1: 0.15938858687877655 (0.15938858687877655) + | > loss_disc_real_2: 0.1683943122625351 (0.1683943122625351) + | > loss_disc_real_3: 0.17390267550945282 (0.17390267550945282) + | > loss_disc_real_4: 0.22736148536205292 (0.22736148536205292) + | > loss_disc_real_5: 0.3019377589225769 (0.3019377589225769) + | > loss_0: 2.512984275817871 (2.512984275817871) + | > loss_gen: 2.1033411026000977 (2.1033411026000977) + | > loss_kl: 1.6375433206558228 (1.6375433206558228) + | > loss_feat: 4.16018533706665 (4.16018533706665) + | > loss_mel: 26.072935104370117 (26.072935104370117) + | > loss_duration: 2.009145975112915 (2.009145975112915) + | > loss_1: 35.983150482177734 (35.983150482177734) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.12883281707763672 (+0.009913921356201172) + | > avg_loss_disc: 2.512984275817871 (+0.33771538734436035) + | > avg_loss_disc_real_0: 0.24397403001785278 (+0.07726648449897766) + | > avg_loss_disc_real_1: 0.15938858687877655 (+0.00038011372089385986) + | > avg_loss_disc_real_2: 0.1683943122625351 (-0.0172710120677948) + | > avg_loss_disc_real_3: 0.17390267550945282 (-0.06798839569091797) + | > avg_loss_disc_real_4: 0.22736148536205292 (-0.004746466875076294) + | > avg_loss_disc_real_5: 0.3019377589225769 (+0.07259313762187958) + | > avg_loss_0: 2.512984275817871 (+0.33771538734436035) + | > avg_loss_gen: 2.1033411026000977 (-0.6403343677520752) + | > avg_loss_kl: 1.6375433206558228 (-0.5099579095840454) + | > avg_loss_feat: 4.16018533706665 (-2.7425613403320312) + | > avg_loss_mel: 26.072935104370117 (-0.31178855895996094) + | > avg_loss_duration: 2.009145975112915 (+0.04683184623718262) + | > avg_loss_1: 35.983150482177734 (-4.157810211181641) + + + > EPOCH: 13/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:43:25)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.315720558166504 (2.315720558166504) + | > loss_disc_real_0: 0.0415479801595211 (0.0415479801595211) + | > loss_disc_real_1: 0.22377072274684906 (0.22377072274684906) + | > loss_disc_real_2: 0.18851621448993683 (0.18851621448993683) + | > loss_disc_real_3: 0.24175310134887695 (0.24175310134887695) + | > loss_disc_real_4: 0.18794909119606018 (0.18794909119606018) + | > loss_disc_real_5: 0.2104150652885437 (0.2104150652885437) + | > loss_0: 2.315720558166504 (2.315720558166504) + | > loss_gen: 2.0249507427215576 (2.0249507427215576) + | > loss_kl: 1.7207558155059814 (1.7207558155059814) + | > loss_feat: 7.418234348297119 (7.418234348297119) + | > loss_mel: 28.287979125976562 (28.287979125976562) + | > loss_duration: 1.9573280811309814 (1.9573280811309814) + | > loss_1: 41.40925216674805 (41.40925216674805) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.12430119514465332 (-0.0045316219329833984) + | > avg_loss_disc: 2.315720558166504 (-0.1972637176513672) + | > avg_loss_disc_real_0: 0.0415479801595211 (-0.20242604985833168) + | > avg_loss_disc_real_1: 0.22377072274684906 (+0.06438213586807251) + | > avg_loss_disc_real_2: 0.18851621448993683 (+0.020121902227401733) + | > avg_loss_disc_real_3: 0.24175310134887695 (+0.06785042583942413) + | > avg_loss_disc_real_4: 0.18794909119606018 (-0.03941239416599274) + | > avg_loss_disc_real_5: 0.2104150652885437 (-0.0915226936340332) + | > avg_loss_0: 2.315720558166504 (-0.1972637176513672) + | > avg_loss_gen: 2.0249507427215576 (-0.07839035987854004) + | > avg_loss_kl: 1.7207558155059814 (+0.08321249485015869) + | > avg_loss_feat: 7.418234348297119 (+3.2580490112304688) + | > avg_loss_mel: 28.287979125976562 (+2.2150440216064453) + | > avg_loss_duration: 1.9573280811309814 (-0.051817893981933594) + | > avg_loss_1: 41.40925216674805 (+5.4261016845703125) + + + > EPOCH: 14/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:43:50)  + + --> TIME: 2023-09-11 21:43:55 -- STEP: 1/7 -- GLOBAL_STEP: 56100 + | > loss_disc: 2.474472999572754 (2.474472999572754) + | > loss_disc_real_0: 0.12855303287506104 (0.12855303287506104) + | > loss_disc_real_1: 0.2121758610010147 (0.2121758610010147) + | > loss_disc_real_2: 0.20064160227775574 (0.20064160227775574) + | > loss_disc_real_3: 0.18421733379364014 (0.18421733379364014) + | > loss_disc_real_4: 0.17603088915348053 (0.17603088915348053) + | > loss_disc_real_5: 0.20513364672660828 (0.20513364672660828) + | > loss_0: 2.474472999572754 (2.474472999572754) + | > grad_norm_0: tensor(19.9297, device='cuda:0') (tensor(19.9297, device='cuda:0')) + | > loss_gen: 2.3751940727233887 (2.3751940727233887) + | > loss_kl: 1.2883796691894531 (1.2883796691894531) + | > loss_feat: 5.7351837158203125 (5.7351837158203125) + | > loss_mel: 23.586524963378906 (23.586524963378906) + | > loss_duration: 1.923367977142334 (1.923367977142334) + | > loss_1: 34.90864944458008 (34.90864944458008) + | > grad_norm_1: tensor(550.7656, device='cuda:0') (tensor(550.7656, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 2.5441 (2.5441012382507324) + | > loader_time: 0.1259 (0.12594938278198242) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5832161903381348 (2.5832161903381348) + | > loss_disc_real_0: 0.129458948969841 (0.129458948969841) + | > loss_disc_real_1: 0.25863218307495117 (0.25863218307495117) + | > loss_disc_real_2: 0.20455224812030792 (0.20455224812030792) + | > loss_disc_real_3: 0.23863787949085236 (0.23863787949085236) + | > loss_disc_real_4: 0.19595305621623993 (0.19595305621623993) + | > loss_disc_real_5: 0.26922619342803955 (0.26922619342803955) + | > loss_0: 2.5832161903381348 (2.5832161903381348) + | > loss_gen: 2.127265453338623 (2.127265453338623) + | > loss_kl: 1.7047631740570068 (1.7047631740570068) + | > loss_feat: 5.490342140197754 (5.490342140197754) + | > loss_mel: 27.936725616455078 (27.936725616455078) + | > loss_duration: 1.9749791622161865 (1.9749791622161865) + | > loss_1: 39.23407745361328 (39.23407745361328) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.14889287948608398 (+0.024591684341430664) + | > avg_loss_disc: 2.5832161903381348 (+0.26749563217163086) + | > avg_loss_disc_real_0: 0.129458948969841 (+0.0879109688103199) + | > avg_loss_disc_real_1: 0.25863218307495117 (+0.03486146032810211) + | > avg_loss_disc_real_2: 0.20455224812030792 (+0.016036033630371094) + | > avg_loss_disc_real_3: 0.23863787949085236 (-0.003115221858024597) + | > avg_loss_disc_real_4: 0.19595305621623993 (+0.008003965020179749) + | > avg_loss_disc_real_5: 0.26922619342803955 (+0.05881112813949585) + | > avg_loss_0: 2.5832161903381348 (+0.26749563217163086) + | > avg_loss_gen: 2.127265453338623 (+0.10231471061706543) + | > avg_loss_kl: 1.7047631740570068 (-0.01599264144897461) + | > avg_loss_feat: 5.490342140197754 (-1.9278922080993652) + | > avg_loss_mel: 27.936725616455078 (-0.3512535095214844) + | > avg_loss_duration: 1.9749791622161865 (+0.017651081085205078) + | > avg_loss_1: 39.23407745361328 (-2.1751747131347656) + + + > EPOCH: 15/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:44:16)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4903364181518555 (2.4903364181518555) + | > loss_disc_real_0: 0.1414511799812317 (0.1414511799812317) + | > loss_disc_real_1: 0.14034298062324524 (0.14034298062324524) + | > loss_disc_real_2: 0.1421251744031906 (0.1421251744031906) + | > loss_disc_real_3: 0.15759770572185516 (0.15759770572185516) + | > loss_disc_real_4: 0.17158856987953186 (0.17158856987953186) + | > loss_disc_real_5: 0.17487750947475433 (0.17487750947475433) + | > loss_0: 2.4903364181518555 (2.4903364181518555) + | > loss_gen: 1.8306748867034912 (1.8306748867034912) + | > loss_kl: 1.4191282987594604 (1.4191282987594604) + | > loss_feat: 8.143624305725098 (8.143624305725098) + | > loss_mel: 31.667518615722656 (31.667518615722656) + | > loss_duration: 2.020004987716675 (2.020004987716675) + | > loss_1: 45.08094787597656 (45.08094787597656) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.13545513153076172 (-0.013437747955322266) + | > avg_loss_disc: 2.4903364181518555 (-0.0928797721862793) + | > avg_loss_disc_real_0: 0.1414511799812317 (+0.011992231011390686) + | > avg_loss_disc_real_1: 0.14034298062324524 (-0.11828920245170593) + | > avg_loss_disc_real_2: 0.1421251744031906 (-0.06242707371711731) + | > avg_loss_disc_real_3: 0.15759770572185516 (-0.08104017376899719) + | > avg_loss_disc_real_4: 0.17158856987953186 (-0.02436448633670807) + | > avg_loss_disc_real_5: 0.17487750947475433 (-0.09434868395328522) + | > avg_loss_0: 2.4903364181518555 (-0.0928797721862793) + | > avg_loss_gen: 1.8306748867034912 (-0.29659056663513184) + | > avg_loss_kl: 1.4191282987594604 (-0.2856348752975464) + | > avg_loss_feat: 8.143624305725098 (+2.6532821655273438) + | > avg_loss_mel: 31.667518615722656 (+3.730792999267578) + | > avg_loss_duration: 2.020004987716675 (+0.04502582550048828) + | > avg_loss_1: 45.08094787597656 (+5.846870422363281) + + + > EPOCH: 16/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:44:42)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5548017024993896 (2.5548017024993896) + | > loss_disc_real_0: 0.12618105113506317 (0.12618105113506317) + | > loss_disc_real_1: 0.17988529801368713 (0.17988529801368713) + | > loss_disc_real_2: 0.11939802765846252 (0.11939802765846252) + | > loss_disc_real_3: 0.2495119422674179 (0.2495119422674179) + | > loss_disc_real_4: 0.2986355423927307 (0.2986355423927307) + | > loss_disc_real_5: 0.27817782759666443 (0.27817782759666443) + | > loss_0: 2.5548017024993896 (2.5548017024993896) + | > loss_gen: 2.046462059020996 (2.046462059020996) + | > loss_kl: 1.3294627666473389 (1.3294627666473389) + | > loss_feat: 5.503957748413086 (5.503957748413086) + | > loss_mel: 27.172630310058594 (27.172630310058594) + | > loss_duration: 2.058030605316162 (2.058030605316162) + | > loss_1: 38.11054229736328 (38.11054229736328) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.13478469848632812 (-0.0006704330444335938) + | > avg_loss_disc: 2.5548017024993896 (+0.06446528434753418) + | > avg_loss_disc_real_0: 0.12618105113506317 (-0.015270128846168518) + | > avg_loss_disc_real_1: 0.17988529801368713 (+0.039542317390441895) + | > avg_loss_disc_real_2: 0.11939802765846252 (-0.02272714674472809) + | > avg_loss_disc_real_3: 0.2495119422674179 (+0.09191423654556274) + | > avg_loss_disc_real_4: 0.2986355423927307 (+0.12704697251319885) + | > avg_loss_disc_real_5: 0.27817782759666443 (+0.1033003181219101) + | > avg_loss_0: 2.5548017024993896 (+0.06446528434753418) + | > avg_loss_gen: 2.046462059020996 (+0.21578717231750488) + | > avg_loss_kl: 1.3294627666473389 (-0.08966553211212158) + | > avg_loss_feat: 5.503957748413086 (-2.6396665573120117) + | > avg_loss_mel: 27.172630310058594 (-4.4948883056640625) + | > avg_loss_duration: 2.058030605316162 (+0.038025617599487305) + | > avg_loss_1: 38.11054229736328 (-6.970405578613281) + + + > EPOCH: 17/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:45:06)  + + --> TIME: 2023-09-11 21:45:19 -- STEP: 5/7 -- GLOBAL_STEP: 56125 + | > loss_disc: 2.52681303024292 (2.476101779937744) + | > loss_disc_real_0: 0.16748611629009247 (0.14882072508335115) + | > loss_disc_real_1: 0.19261205196380615 (0.19881510436534883) + | > loss_disc_real_2: 0.20057787001132965 (0.24402648210525513) + | > loss_disc_real_3: 0.1886007934808731 (0.2225451022386551) + | > loss_disc_real_4: 0.18699239194393158 (0.2560077965259552) + | > loss_disc_real_5: 0.24131353199481964 (0.26956104338169096) + | > loss_0: 2.52681303024292 (2.476101779937744) + | > grad_norm_0: tensor(63.1444, device='cuda:0') (tensor(42.1912, device='cuda:0')) + | > loss_gen: 2.3271336555480957 (2.4223519802093505) + | > loss_kl: 1.567547082901001 (1.4810184955596923) + | > loss_feat: 5.749945163726807 (5.549250888824463) + | > loss_mel: 24.01089096069336 (23.967315673828125) + | > loss_duration: 1.8868212699890137 (1.8911365747451783) + | > loss_1: 35.54233932495117 (35.31107406616211) + | > grad_norm_1: tensor(187.0426, device='cuda:0') (tensor(252.0498, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 1.6663 (1.862574577331543) + | > loader_time: 0.1271 (0.11423406600952149) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.2101902961730957 (2.2101902961730957) + | > loss_disc_real_0: 0.05688520148396492 (0.05688520148396492) + | > loss_disc_real_1: 0.19064605236053467 (0.19064605236053467) + | > loss_disc_real_2: 0.16886655986309052 (0.16886655986309052) + | > loss_disc_real_3: 0.23534215986728668 (0.23534215986728668) + | > loss_disc_real_4: 0.23469872772693634 (0.23469872772693634) + | > loss_disc_real_5: 0.2520681917667389 (0.2520681917667389) + | > loss_0: 2.2101902961730957 (2.2101902961730957) + | > loss_gen: 2.215956687927246 (2.215956687927246) + | > loss_kl: 1.831210732460022 (1.831210732460022) + | > loss_feat: 5.254934787750244 (5.254934787750244) + | > loss_mel: 24.24605941772461 (24.24605941772461) + | > loss_duration: 2.0327999591827393 (2.0327999591827393) + | > loss_1: 35.58095932006836 (35.58095932006836) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.1344306468963623 (-0.0003540515899658203) + | > avg_loss_disc: 2.2101902961730957 (-0.34461140632629395) + | > avg_loss_disc_real_0: 0.05688520148396492 (-0.06929584965109825) + | > avg_loss_disc_real_1: 0.19064605236053467 (+0.010760754346847534) + | > avg_loss_disc_real_2: 0.16886655986309052 (+0.04946853220462799) + | > avg_loss_disc_real_3: 0.23534215986728668 (-0.014169782400131226) + | > avg_loss_disc_real_4: 0.23469872772693634 (-0.06393681466579437) + | > avg_loss_disc_real_5: 0.2520681917667389 (-0.026109635829925537) + | > avg_loss_0: 2.2101902961730957 (-0.34461140632629395) + | > avg_loss_gen: 2.215956687927246 (+0.16949462890625) + | > avg_loss_kl: 1.831210732460022 (+0.5017479658126831) + | > avg_loss_feat: 5.254934787750244 (-0.2490229606628418) + | > avg_loss_mel: 24.24605941772461 (-2.9265708923339844) + | > avg_loss_duration: 2.0327999591827393 (-0.02523064613342285) + | > avg_loss_1: 35.58095932006836 (-2.529582977294922) + + + > EPOCH: 18/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:45:32)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.502380609512329 (2.502380609512329) + | > loss_disc_real_0: 0.06873764097690582 (0.06873764097690582) + | > loss_disc_real_1: 0.07104557752609253 (0.07104557752609253) + | > loss_disc_real_2: 0.15429489314556122 (0.15429489314556122) + | > loss_disc_real_3: 0.22184540331363678 (0.22184540331363678) + | > loss_disc_real_4: 0.20166881382465363 (0.20166881382465363) + | > loss_disc_real_5: 0.22611932456493378 (0.22611932456493378) + | > loss_0: 2.502380609512329 (2.502380609512329) + | > loss_gen: 1.6665031909942627 (1.6665031909942627) + | > loss_kl: 1.431947112083435 (1.431947112083435) + | > loss_feat: 5.230846881866455 (5.230846881866455) + | > loss_mel: 26.64432716369629 (26.64432716369629) + | > loss_duration: 1.9520988464355469 (1.9520988464355469) + | > loss_1: 36.925724029541016 (36.925724029541016) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.14722371101379395 (+0.01279306411743164) + | > avg_loss_disc: 2.502380609512329 (+0.2921903133392334) + | > avg_loss_disc_real_0: 0.06873764097690582 (+0.011852439492940903) + | > avg_loss_disc_real_1: 0.07104557752609253 (-0.11960047483444214) + | > avg_loss_disc_real_2: 0.15429489314556122 (-0.014571666717529297) + | > avg_loss_disc_real_3: 0.22184540331363678 (-0.013496756553649902) + | > avg_loss_disc_real_4: 0.20166881382465363 (-0.033029913902282715) + | > avg_loss_disc_real_5: 0.22611932456493378 (-0.025948867201805115) + | > avg_loss_0: 2.502380609512329 (+0.2921903133392334) + | > avg_loss_gen: 1.6665031909942627 (-0.5494534969329834) + | > avg_loss_kl: 1.431947112083435 (-0.3992636203765869) + | > avg_loss_feat: 5.230846881866455 (-0.024087905883789062) + | > avg_loss_mel: 26.64432716369629 (+2.3982677459716797) + | > avg_loss_duration: 1.9520988464355469 (-0.08070111274719238) + | > avg_loss_1: 36.925724029541016 (+1.3447647094726562) + + + > EPOCH: 19/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:45:57)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.6867165565490723 (2.6867165565490723) + | > loss_disc_real_0: 0.31304922699928284 (0.31304922699928284) + | > loss_disc_real_1: 0.1761515587568283 (0.1761515587568283) + | > loss_disc_real_2: 0.2708306610584259 (0.2708306610584259) + | > loss_disc_real_3: 0.23171402513980865 (0.23171402513980865) + | > loss_disc_real_4: 0.20154424011707306 (0.20154424011707306) + | > loss_disc_real_5: 0.24307399988174438 (0.24307399988174438) + | > loss_0: 2.6867165565490723 (2.6867165565490723) + | > loss_gen: 2.0827250480651855 (2.0827250480651855) + | > loss_kl: 1.6571897268295288 (1.6571897268295288) + | > loss_feat: 4.2662153244018555 (4.2662153244018555) + | > loss_mel: 23.480052947998047 (23.480052947998047) + | > loss_duration: 1.9955934286117554 (1.9955934286117554) + | > loss_1: 33.48177719116211 (33.48177719116211) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.15124177932739258 (+0.004018068313598633) + | > avg_loss_disc: 2.6867165565490723 (+0.18433594703674316) + | > avg_loss_disc_real_0: 0.31304922699928284 (+0.24431158602237701) + | > avg_loss_disc_real_1: 0.1761515587568283 (+0.10510598123073578) + | > avg_loss_disc_real_2: 0.2708306610584259 (+0.11653576791286469) + | > avg_loss_disc_real_3: 0.23171402513980865 (+0.009868621826171875) + | > avg_loss_disc_real_4: 0.20154424011707306 (-0.0001245737075805664) + | > avg_loss_disc_real_5: 0.24307399988174438 (+0.016954675316810608) + | > avg_loss_0: 2.6867165565490723 (+0.18433594703674316) + | > avg_loss_gen: 2.0827250480651855 (+0.41622185707092285) + | > avg_loss_kl: 1.6571897268295288 (+0.22524261474609375) + | > avg_loss_feat: 4.2662153244018555 (-0.9646315574645996) + | > avg_loss_mel: 23.480052947998047 (-3.164274215698242) + | > avg_loss_duration: 1.9955934286117554 (+0.043494582176208496) + | > avg_loss_1: 33.48177719116211 (-3.4439468383789062) + + > BEST MODEL : /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000/best_model_56141.pth + + > EPOCH: 20/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:46:25)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.2599198818206787 (2.2599198818206787) + | > loss_disc_real_0: 0.13067081570625305 (0.13067081570625305) + | > loss_disc_real_1: 0.23584309220314026 (0.23584309220314026) + | > loss_disc_real_2: 0.22927697002887726 (0.22927697002887726) + | > loss_disc_real_3: 0.23184989392757416 (0.23184989392757416) + | > loss_disc_real_4: 0.18327993154525757 (0.18327993154525757) + | > loss_disc_real_5: 0.2356032282114029 (0.2356032282114029) + | > loss_0: 2.2599198818206787 (2.2599198818206787) + | > loss_gen: 2.7140090465545654 (2.7140090465545654) + | > loss_kl: 1.5198410749435425 (1.5198410749435425) + | > loss_feat: 6.133505344390869 (6.133505344390869) + | > loss_mel: 27.320144653320312 (27.320144653320312) + | > loss_duration: 2.0161314010620117 (2.0161314010620117) + | > loss_1: 39.70363235473633 (39.70363235473633) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.14408349990844727 (-0.0071582794189453125) + | > avg_loss_disc: 2.2599198818206787 (-0.42679667472839355) + | > avg_loss_disc_real_0: 0.13067081570625305 (-0.18237841129302979) + | > avg_loss_disc_real_1: 0.23584309220314026 (+0.05969153344631195) + | > avg_loss_disc_real_2: 0.22927697002887726 (-0.041553691029548645) + | > avg_loss_disc_real_3: 0.23184989392757416 (+0.00013586878776550293) + | > avg_loss_disc_real_4: 0.18327993154525757 (-0.01826430857181549) + | > avg_loss_disc_real_5: 0.2356032282114029 (-0.007470771670341492) + | > avg_loss_0: 2.2599198818206787 (-0.42679667472839355) + | > avg_loss_gen: 2.7140090465545654 (+0.6312839984893799) + | > avg_loss_kl: 1.5198410749435425 (-0.13734865188598633) + | > avg_loss_feat: 6.133505344390869 (+1.8672900199890137) + | > avg_loss_mel: 27.320144653320312 (+3.8400917053222656) + | > avg_loss_duration: 2.0161314010620117 (+0.020537972450256348) + | > avg_loss_1: 39.70363235473633 (+6.221855163574219) + + + > EPOCH: 21/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:46:51)  + + --> TIME: 2023-09-11 21:46:57 -- STEP: 2/7 -- GLOBAL_STEP: 56150 + | > loss_disc: 2.594947576522827 (2.5435489416122437) + | > loss_disc_real_0: 0.08359521627426147 (0.11753350496292114) + | > loss_disc_real_1: 0.20883919298648834 (0.19550402462482452) + | > loss_disc_real_2: 0.24982739984989166 (0.2455432265996933) + | > loss_disc_real_3: 0.20839180052280426 (0.21891716867685318) + | > loss_disc_real_4: 0.22516097128391266 (0.22603081911802292) + | > loss_disc_real_5: 0.2297704964876175 (0.24264533072710037) + | > loss_0: 2.594947576522827 (2.5435489416122437) + | > grad_norm_0: tensor(23.4515, device='cuda:0') (tensor(24.1542, device='cuda:0')) + | > loss_gen: 2.255983591079712 (2.248407483100891) + | > loss_kl: 1.6031461954116821 (1.5528903603553772) + | > loss_feat: 5.628871440887451 (5.552045822143555) + | > loss_mel: 24.158992767333984 (23.73751926422119) + | > loss_duration: 1.8376082181930542 (1.8707024455070496) + | > loss_1: 35.48460388183594 (34.961565017700195) + | > grad_norm_1: tensor(56.2117, device='cuda:0') (tensor(305.8637, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 1.4354 (1.985718846321106) + | > loader_time: 0.1342 (0.12792301177978516) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.653455972671509 (2.653455972671509) + | > loss_disc_real_0: 0.07015150040388107 (0.07015150040388107) + | > loss_disc_real_1: 0.18449921905994415 (0.18449921905994415) + | > loss_disc_real_2: 0.24117380380630493 (0.24117380380630493) + | > loss_disc_real_3: 0.25178977847099304 (0.25178977847099304) + | > loss_disc_real_4: 0.28238046169281006 (0.28238046169281006) + | > loss_disc_real_5: 0.27306967973709106 (0.27306967973709106) + | > loss_0: 2.653455972671509 (2.653455972671509) + | > loss_gen: 1.7902464866638184 (1.7902464866638184) + | > loss_kl: 1.9664576053619385 (1.9664576053619385) + | > loss_feat: 2.974346876144409 (2.974346876144409) + | > loss_mel: 22.989206314086914 (22.989206314086914) + | > loss_duration: 2.036714553833008 (2.036714553833008) + | > loss_1: 31.756973266601562 (31.756973266601562) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.16038846969604492 (+0.016304969787597656) + | > avg_loss_disc: 2.653455972671509 (+0.3935360908508301) + | > avg_loss_disc_real_0: 0.07015150040388107 (-0.06051931530237198) + | > avg_loss_disc_real_1: 0.18449921905994415 (-0.051343873143196106) + | > avg_loss_disc_real_2: 0.24117380380630493 (+0.011896833777427673) + | > avg_loss_disc_real_3: 0.25178977847099304 (+0.019939884543418884) + | > avg_loss_disc_real_4: 0.28238046169281006 (+0.09910053014755249) + | > avg_loss_disc_real_5: 0.27306967973709106 (+0.03746645152568817) + | > avg_loss_0: 2.653455972671509 (+0.3935360908508301) + | > avg_loss_gen: 1.7902464866638184 (-0.9237625598907471) + | > avg_loss_kl: 1.9664576053619385 (+0.446616530418396) + | > avg_loss_feat: 2.974346876144409 (-3.15915846824646) + | > avg_loss_mel: 22.989206314086914 (-4.330938339233398) + | > avg_loss_duration: 2.036714553833008 (+0.020583152770996094) + | > avg_loss_1: 31.756973266601562 (-7.946659088134766) + + > BEST MODEL : /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000/best_model_56155.pth + + > EPOCH: 22/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:47:18)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 1.9865106344223022 (1.9865106344223022) + | > loss_disc_real_0: 0.11494702100753784 (0.11494702100753784) + | > loss_disc_real_1: 0.18157339096069336 (0.18157339096069336) + | > loss_disc_real_2: 0.1466090828180313 (0.1466090828180313) + | > loss_disc_real_3: 0.23484839498996735 (0.23484839498996735) + | > loss_disc_real_4: 0.15705527365207672 (0.15705527365207672) + | > loss_disc_real_5: 0.21494024991989136 (0.21494024991989136) + | > loss_0: 1.9865106344223022 (1.9865106344223022) + | > loss_gen: 2.7609877586364746 (2.7609877586364746) + | > loss_kl: 1.535938024520874 (1.535938024520874) + | > loss_feat: 6.691527843475342 (6.691527843475342) + | > loss_mel: 26.365848541259766 (26.365848541259766) + | > loss_duration: 1.9576046466827393 (1.9576046466827393) + | > loss_1: 39.31190490722656 (39.31190490722656) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.17003464698791504 (+0.009646177291870117) + | > avg_loss_disc: 1.9865106344223022 (-0.6669453382492065) + | > avg_loss_disc_real_0: 0.11494702100753784 (+0.04479552060365677) + | > avg_loss_disc_real_1: 0.18157339096069336 (-0.0029258280992507935) + | > avg_loss_disc_real_2: 0.1466090828180313 (-0.09456472098827362) + | > avg_loss_disc_real_3: 0.23484839498996735 (-0.016941383481025696) + | > avg_loss_disc_real_4: 0.15705527365207672 (-0.12532518804073334) + | > avg_loss_disc_real_5: 0.21494024991989136 (-0.05812942981719971) + | > avg_loss_0: 1.9865106344223022 (-0.6669453382492065) + | > avg_loss_gen: 2.7609877586364746 (+0.9707412719726562) + | > avg_loss_kl: 1.535938024520874 (-0.43051958084106445) + | > avg_loss_feat: 6.691527843475342 (+3.7171809673309326) + | > avg_loss_mel: 26.365848541259766 (+3.3766422271728516) + | > avg_loss_duration: 1.9576046466827393 (-0.07910990715026855) + | > avg_loss_1: 39.31190490722656 (+7.554931640625) + + + > EPOCH: 23/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:47:44)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4778294563293457 (2.4778294563293457) + | > loss_disc_real_0: 0.1528112143278122 (0.1528112143278122) + | > loss_disc_real_1: 0.18862228095531464 (0.18862228095531464) + | > loss_disc_real_2: 0.13823813199996948 (0.13823813199996948) + | > loss_disc_real_3: 0.26269325613975525 (0.26269325613975525) + | > loss_disc_real_4: 0.3063379228115082 (0.3063379228115082) + | > loss_disc_real_5: 0.2827623784542084 (0.2827623784542084) + | > loss_0: 2.4778294563293457 (2.4778294563293457) + | > loss_gen: 2.2483325004577637 (2.2483325004577637) + | > loss_kl: 1.7609819173812866 (1.7609819173812866) + | > loss_feat: 4.005597114562988 (4.005597114562988) + | > loss_mel: 22.77129554748535 (22.77129554748535) + | > loss_duration: 1.9949549436569214 (1.9949549436569214) + | > loss_1: 32.78116226196289 (32.78116226196289) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.15090370178222656 (-0.019130945205688477) + | > avg_loss_disc: 2.4778294563293457 (+0.49131882190704346) + | > avg_loss_disc_real_0: 0.1528112143278122 (+0.03786419332027435) + | > avg_loss_disc_real_1: 0.18862228095531464 (+0.007048889994621277) + | > avg_loss_disc_real_2: 0.13823813199996948 (-0.008370950818061829) + | > avg_loss_disc_real_3: 0.26269325613975525 (+0.027844861149787903) + | > avg_loss_disc_real_4: 0.3063379228115082 (+0.14928264915943146) + | > avg_loss_disc_real_5: 0.2827623784542084 (+0.06782212853431702) + | > avg_loss_0: 2.4778294563293457 (+0.49131882190704346) + | > avg_loss_gen: 2.2483325004577637 (-0.5126552581787109) + | > avg_loss_kl: 1.7609819173812866 (+0.2250438928604126) + | > avg_loss_feat: 4.005597114562988 (-2.6859307289123535) + | > avg_loss_mel: 22.77129554748535 (-3.594552993774414) + | > avg_loss_duration: 1.9949549436569214 (+0.03735029697418213) + | > avg_loss_1: 32.78116226196289 (-6.530742645263672) + + + > EPOCH: 24/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:48:09)  + + --> TIME: 2023-09-11 21:48:24 -- STEP: 6/7 -- GLOBAL_STEP: 56175 + | > loss_disc: 2.4678869247436523 (2.565405488014221) + | > loss_disc_real_0: 0.12988734245300293 (0.1719099059700966) + | > loss_disc_real_1: 0.2117813676595688 (0.2386349489291509) + | > loss_disc_real_2: 0.1747441589832306 (0.2272619977593422) + | > loss_disc_real_3: 0.2301689088344574 (0.23991136501232782) + | > loss_disc_real_4: 0.21209126710891724 (0.2393533115585645) + | > loss_disc_real_5: 0.2817670404911041 (0.2719784428675969) + | > loss_0: 2.4678869247436523 (2.565405488014221) + | > grad_norm_0: tensor(74.6324, device='cuda:0') (tensor(46.7193, device='cuda:0')) + | > loss_gen: 2.39223575592041 (2.4631412426630654) + | > loss_kl: 1.4115285873413086 (1.4224114418029785) + | > loss_feat: 5.5365424156188965 (5.519177675247192) + | > loss_mel: 23.37322235107422 (23.611777305603027) + | > loss_duration: 1.8714876174926758 (1.874065379301707) + | > loss_1: 34.58501434326172 (34.89057159423828) + | > grad_norm_1: tensor(931.9030, device='cuda:0') (tensor(744.5782, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 2.374 (1.9455102682113647) + | > loader_time: 0.1235 (0.1136839787165324) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.8265748023986816 (2.8265748023986816) + | > loss_disc_real_0: 0.1520303338766098 (0.1520303338766098) + | > loss_disc_real_1: 0.21743270754814148 (0.21743270754814148) + | > loss_disc_real_2: 0.2533920109272003 (0.2533920109272003) + | > loss_disc_real_3: 0.2776961922645569 (0.2776961922645569) + | > loss_disc_real_4: 0.2614254355430603 (0.2614254355430603) + | > loss_disc_real_5: 0.2812926173210144 (0.2812926173210144) + | > loss_0: 2.8265748023986816 (2.8265748023986816) + | > loss_gen: 1.9000049829483032 (1.9000049829483032) + | > loss_kl: 2.7130093574523926 (2.7130093574523926) + | > loss_feat: 4.26737117767334 (4.26737117767334) + | > loss_mel: 24.204744338989258 (24.204744338989258) + | > loss_duration: 1.9661521911621094 (1.9661521911621094) + | > loss_1: 35.0512809753418 (35.0512809753418) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.1553056240081787 (+0.0044019222259521484) + | > avg_loss_disc: 2.8265748023986816 (+0.34874534606933594) + | > avg_loss_disc_real_0: 0.1520303338766098 (-0.0007808804512023926) + | > avg_loss_disc_real_1: 0.21743270754814148 (+0.028810426592826843) + | > avg_loss_disc_real_2: 0.2533920109272003 (+0.11515387892723083) + | > avg_loss_disc_real_3: 0.2776961922645569 (+0.015002936124801636) + | > avg_loss_disc_real_4: 0.2614254355430603 (-0.044912487268447876) + | > avg_loss_disc_real_5: 0.2812926173210144 (-0.0014697611331939697) + | > avg_loss_0: 2.8265748023986816 (+0.34874534606933594) + | > avg_loss_gen: 1.9000049829483032 (-0.34832751750946045) + | > avg_loss_kl: 2.7130093574523926 (+0.952027440071106) + | > avg_loss_feat: 4.26737117767334 (+0.26177406311035156) + | > avg_loss_mel: 24.204744338989258 (+1.4334487915039062) + | > avg_loss_duration: 1.9661521911621094 (-0.02880275249481201) + | > avg_loss_1: 35.0512809753418 (+2.2701187133789062) + + + > EPOCH: 25/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:48:34)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.53991961479187 (2.53991961479187) + | > loss_disc_real_0: 0.17870043218135834 (0.17870043218135834) + | > loss_disc_real_1: 0.30477410554885864 (0.30477410554885864) + | > loss_disc_real_2: 0.19363898038864136 (0.19363898038864136) + | > loss_disc_real_3: 0.24646127223968506 (0.24646127223968506) + | > loss_disc_real_4: 0.22756241261959076 (0.22756241261959076) + | > loss_disc_real_5: 0.2476256936788559 (0.2476256936788559) + | > loss_0: 2.53991961479187 (2.53991961479187) + | > loss_gen: 2.472048759460449 (2.472048759460449) + | > loss_kl: 1.9084553718566895 (1.9084553718566895) + | > loss_feat: 5.752211570739746 (5.752211570739746) + | > loss_mel: 24.918319702148438 (24.918319702148438) + | > loss_duration: 1.9427634477615356 (1.9427634477615356) + | > loss_1: 36.99380111694336 (36.99380111694336) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.16476964950561523 (+0.009464025497436523) + | > avg_loss_disc: 2.53991961479187 (-0.2866551876068115) + | > avg_loss_disc_real_0: 0.17870043218135834 (+0.026670098304748535) + | > avg_loss_disc_real_1: 0.30477410554885864 (+0.08734139800071716) + | > avg_loss_disc_real_2: 0.19363898038864136 (-0.05975303053855896) + | > avg_loss_disc_real_3: 0.24646127223968506 (-0.031234920024871826) + | > avg_loss_disc_real_4: 0.22756241261959076 (-0.03386302292346954) + | > avg_loss_disc_real_5: 0.2476256936788559 (-0.03366692364215851) + | > avg_loss_0: 2.53991961479187 (-0.2866551876068115) + | > avg_loss_gen: 2.472048759460449 (+0.572043776512146) + | > avg_loss_kl: 1.9084553718566895 (-0.8045539855957031) + | > avg_loss_feat: 5.752211570739746 (+1.4848403930664062) + | > avg_loss_mel: 24.918319702148438 (+0.7135753631591797) + | > avg_loss_duration: 1.9427634477615356 (-0.02338874340057373) + | > avg_loss_1: 36.99380111694336 (+1.9425201416015625) + + + > EPOCH: 26/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:48:59)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.363990545272827 (2.363990545272827) + | > loss_disc_real_0: 0.11919654905796051 (0.11919654905796051) + | > loss_disc_real_1: 0.16697858273983002 (0.16697858273983002) + | > loss_disc_real_2: 0.25505807995796204 (0.25505807995796204) + | > loss_disc_real_3: 0.25412243604660034 (0.25412243604660034) + | > loss_disc_real_4: 0.18691974878311157 (0.18691974878311157) + | > loss_disc_real_5: 0.3145744800567627 (0.3145744800567627) + | > loss_0: 2.363990545272827 (2.363990545272827) + | > loss_gen: 2.3242738246917725 (2.3242738246917725) + | > loss_kl: 2.2200236320495605 (2.2200236320495605) + | > loss_feat: 5.562005043029785 (5.562005043029785) + | > loss_mel: 27.546255111694336 (27.546255111694336) + | > loss_duration: 2.0066092014312744 (2.0066092014312744) + | > loss_1: 39.6591682434082 (39.6591682434082) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.1561887264251709 (-0.008580923080444336) + | > avg_loss_disc: 2.363990545272827 (-0.17592906951904297) + | > avg_loss_disc_real_0: 0.11919654905796051 (-0.05950388312339783) + | > avg_loss_disc_real_1: 0.16697858273983002 (-0.13779552280902863) + | > avg_loss_disc_real_2: 0.25505807995796204 (+0.06141909956932068) + | > avg_loss_disc_real_3: 0.25412243604660034 (+0.007661163806915283) + | > avg_loss_disc_real_4: 0.18691974878311157 (-0.04064266383647919) + | > avg_loss_disc_real_5: 0.3145744800567627 (+0.0669487863779068) + | > avg_loss_0: 2.363990545272827 (-0.17592906951904297) + | > avg_loss_gen: 2.3242738246917725 (-0.14777493476867676) + | > avg_loss_kl: 2.2200236320495605 (+0.3115682601928711) + | > avg_loss_feat: 5.562005043029785 (-0.19020652770996094) + | > avg_loss_mel: 27.546255111694336 (+2.6279354095458984) + | > avg_loss_duration: 2.0066092014312744 (+0.06384575366973877) + | > avg_loss_1: 39.6591682434082 (+2.6653671264648438) + + + > EPOCH: 27/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:49:25)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4576640129089355 (2.4576640129089355) + | > loss_disc_real_0: 0.21065284311771393 (0.21065284311771393) + | > loss_disc_real_1: 0.2646286189556122 (0.2646286189556122) + | > loss_disc_real_2: 0.2268248200416565 (0.2268248200416565) + | > loss_disc_real_3: 0.2768652141094208 (0.2768652141094208) + | > loss_disc_real_4: 0.1861857920885086 (0.1861857920885086) + | > loss_disc_real_5: 0.33043786883354187 (0.33043786883354187) + | > loss_0: 2.4576640129089355 (2.4576640129089355) + | > loss_gen: 2.781371831893921 (2.781371831893921) + | > loss_kl: 1.6728236675262451 (1.6728236675262451) + | > loss_feat: 4.63590145111084 (4.63590145111084) + | > loss_mel: 23.918060302734375 (23.918060302734375) + | > loss_duration: 1.9669065475463867 (1.9669065475463867) + | > loss_1: 34.97506332397461 (34.97506332397461) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.17415881156921387 (+0.01797008514404297) + | > avg_loss_disc: 2.4576640129089355 (+0.0936734676361084) + | > avg_loss_disc_real_0: 0.21065284311771393 (+0.09145629405975342) + | > avg_loss_disc_real_1: 0.2646286189556122 (+0.09765003621578217) + | > avg_loss_disc_real_2: 0.2268248200416565 (-0.028233259916305542) + | > avg_loss_disc_real_3: 0.2768652141094208 (+0.022742778062820435) + | > avg_loss_disc_real_4: 0.1861857920885086 (-0.0007339566946029663) + | > avg_loss_disc_real_5: 0.33043786883354187 (+0.015863388776779175) + | > avg_loss_0: 2.4576640129089355 (+0.0936734676361084) + | > avg_loss_gen: 2.781371831893921 (+0.45709800720214844) + | > avg_loss_kl: 1.6728236675262451 (-0.5471999645233154) + | > avg_loss_feat: 4.63590145111084 (-0.9261035919189453) + | > avg_loss_mel: 23.918060302734375 (-3.628194808959961) + | > avg_loss_duration: 1.9669065475463867 (-0.039702653884887695) + | > avg_loss_1: 34.97506332397461 (-4.684104919433594) + + + > EPOCH: 28/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:49:50)  + + --> TIME: 2023-09-11 21:49:59 -- STEP: 3/7 -- GLOBAL_STEP: 56200 + | > loss_disc: 2.5116841793060303 (2.5222694873809814) + | > loss_disc_real_0: 0.20846061408519745 (0.1684411366780599) + | > loss_disc_real_1: 0.2377413660287857 (0.22195338209470114) + | > loss_disc_real_2: 0.20300647616386414 (0.22822975118954977) + | > loss_disc_real_3: 0.21614350378513336 (0.21761366228262582) + | > loss_disc_real_4: 0.2303280532360077 (0.2113885631163915) + | > loss_disc_real_5: 0.259575754404068 (0.2545602520306905) + | > loss_0: 2.5116841793060303 (2.5222694873809814) + | > grad_norm_0: tensor(40.6969, device='cuda:0') (tensor(33.5434, device='cuda:0')) + | > loss_gen: 2.336782693862915 (2.261775255203247) + | > loss_kl: 1.4152363538742065 (1.4169299205144246) + | > loss_feat: 4.928604602813721 (5.19580618540446) + | > loss_mel: 22.411361694335938 (22.56752332051595) + | > loss_duration: 1.8757212162017822 (1.8733354806900024) + | > loss_1: 32.967708587646484 (33.31537119547526) + | > grad_norm_1: tensor(737.2502, device='cuda:0') (tensor(641.9689, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 1.5969 (1.8598441282908122) + | > loader_time: 0.0967 (0.10661951700846355) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5241427421569824 (2.5241427421569824) + | > loss_disc_real_0: 0.1542569100856781 (0.1542569100856781) + | > loss_disc_real_1: 0.2885431945323944 (0.2885431945323944) + | > loss_disc_real_2: 0.19011731445789337 (0.19011731445789337) + | > loss_disc_real_3: 0.1967080682516098 (0.1967080682516098) + | > loss_disc_real_4: 0.22290460765361786 (0.22290460765361786) + | > loss_disc_real_5: 0.23599940538406372 (0.23599940538406372) + | > loss_0: 2.5241427421569824 (2.5241427421569824) + | > loss_gen: 2.0145959854125977 (2.0145959854125977) + | > loss_kl: 1.8955721855163574 (1.8955721855163574) + | > loss_feat: 5.25191593170166 (5.25191593170166) + | > loss_mel: 27.199687957763672 (27.199687957763672) + | > loss_duration: 1.9972021579742432 (1.9972021579742432) + | > loss_1: 38.35897445678711 (38.35897445678711) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.1962113380432129 (+0.022052526473999023) + | > avg_loss_disc: 2.5241427421569824 (+0.06647872924804688) + | > avg_loss_disc_real_0: 0.1542569100856781 (-0.05639593303203583) + | > avg_loss_disc_real_1: 0.2885431945323944 (+0.023914575576782227) + | > avg_loss_disc_real_2: 0.19011731445789337 (-0.03670750558376312) + | > avg_loss_disc_real_3: 0.1967080682516098 (-0.08015714585781097) + | > avg_loss_disc_real_4: 0.22290460765361786 (+0.03671881556510925) + | > avg_loss_disc_real_5: 0.23599940538406372 (-0.09443846344947815) + | > avg_loss_0: 2.5241427421569824 (+0.06647872924804688) + | > avg_loss_gen: 2.0145959854125977 (-0.7667758464813232) + | > avg_loss_kl: 1.8955721855163574 (+0.2227485179901123) + | > avg_loss_feat: 5.25191593170166 (+0.6160144805908203) + | > avg_loss_mel: 27.199687957763672 (+3.281627655029297) + | > avg_loss_duration: 1.9972021579742432 (+0.030295610427856445) + | > avg_loss_1: 38.35897445678711 (+3.3839111328125) + + + > EPOCH: 29/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:50:16)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.543459892272949 (2.543459892272949) + | > loss_disc_real_0: 0.1203242838382721 (0.1203242838382721) + | > loss_disc_real_1: 0.27650728821754456 (0.27650728821754456) + | > loss_disc_real_2: 0.170228511095047 (0.170228511095047) + | > loss_disc_real_3: 0.24428120255470276 (0.24428120255470276) + | > loss_disc_real_4: 0.21361573040485382 (0.21361573040485382) + | > loss_disc_real_5: 0.28156837821006775 (0.28156837821006775) + | > loss_0: 2.543459892272949 (2.543459892272949) + | > loss_gen: 1.9991265535354614 (1.9991265535354614) + | > loss_kl: 1.6906354427337646 (1.6906354427337646) + | > loss_feat: 3.8414859771728516 (3.8414859771728516) + | > loss_mel: 24.127906799316406 (24.127906799316406) + | > loss_duration: 2.0135226249694824 (2.0135226249694824) + | > loss_1: 33.67267608642578 (33.67267608642578) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.1712172031402588 (-0.0249941349029541) + | > avg_loss_disc: 2.543459892272949 (+0.019317150115966797) + | > avg_loss_disc_real_0: 0.1203242838382721 (-0.033932626247406006) + | > avg_loss_disc_real_1: 0.27650728821754456 (-0.012035906314849854) + | > avg_loss_disc_real_2: 0.170228511095047 (-0.019888803362846375) + | > avg_loss_disc_real_3: 0.24428120255470276 (+0.04757313430309296) + | > avg_loss_disc_real_4: 0.21361573040485382 (-0.009288877248764038) + | > avg_loss_disc_real_5: 0.28156837821006775 (+0.04556897282600403) + | > avg_loss_0: 2.543459892272949 (+0.019317150115966797) + | > avg_loss_gen: 1.9991265535354614 (-0.01546943187713623) + | > avg_loss_kl: 1.6906354427337646 (-0.20493674278259277) + | > avg_loss_feat: 3.8414859771728516 (-1.4104299545288086) + | > avg_loss_mel: 24.127906799316406 (-3.0717811584472656) + | > avg_loss_duration: 2.0135226249694824 (+0.016320466995239258) + | > avg_loss_1: 33.67267608642578 (-4.686298370361328) + + + > EPOCH: 30/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:50:42)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.55338191986084 (2.55338191986084) + | > loss_disc_real_0: 0.12881410121917725 (0.12881410121917725) + | > loss_disc_real_1: 0.17561501264572144 (0.17561501264572144) + | > loss_disc_real_2: 0.21290139853954315 (0.21290139853954315) + | > loss_disc_real_3: 0.21848036348819733 (0.21848036348819733) + | > loss_disc_real_4: 0.23113994300365448 (0.23113994300365448) + | > loss_disc_real_5: 0.27504241466522217 (0.27504241466522217) + | > loss_0: 2.55338191986084 (2.55338191986084) + | > loss_gen: 1.885909914970398 (1.885909914970398) + | > loss_kl: 1.7220690250396729 (1.7220690250396729) + | > loss_feat: 4.517032146453857 (4.517032146453857) + | > loss_mel: 25.09549331665039 (25.09549331665039) + | > loss_duration: 1.9643945693969727 (1.9643945693969727) + | > loss_1: 35.184898376464844 (35.184898376464844) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.16993975639343262 (-0.0012774467468261719) + | > avg_loss_disc: 2.55338191986084 (+0.009922027587890625) + | > avg_loss_disc_real_0: 0.12881410121917725 (+0.008489817380905151) + | > avg_loss_disc_real_1: 0.17561501264572144 (-0.10089227557182312) + | > avg_loss_disc_real_2: 0.21290139853954315 (+0.042672887444496155) + | > avg_loss_disc_real_3: 0.21848036348819733 (-0.025800839066505432) + | > avg_loss_disc_real_4: 0.23113994300365448 (+0.01752421259880066) + | > avg_loss_disc_real_5: 0.27504241466522217 (-0.006525963544845581) + | > avg_loss_0: 2.55338191986084 (+0.009922027587890625) + | > avg_loss_gen: 1.885909914970398 (-0.11321663856506348) + | > avg_loss_kl: 1.7220690250396729 (+0.0314335823059082) + | > avg_loss_feat: 4.517032146453857 (+0.6755461692810059) + | > avg_loss_mel: 25.09549331665039 (+0.9675865173339844) + | > avg_loss_duration: 1.9643945693969727 (-0.049128055572509766) + | > avg_loss_1: 35.184898376464844 (+1.5122222900390625) + + + > EPOCH: 31/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:51:07)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.236581802368164 (2.236581802368164) + | > loss_disc_real_0: 0.0935511663556099 (0.0935511663556099) + | > loss_disc_real_1: 0.1834581047296524 (0.1834581047296524) + | > loss_disc_real_2: 0.1624533087015152 (0.1624533087015152) + | > loss_disc_real_3: 0.14200672507286072 (0.14200672507286072) + | > loss_disc_real_4: 0.1791265308856964 (0.1791265308856964) + | > loss_disc_real_5: 0.17551566660404205 (0.17551566660404205) + | > loss_0: 2.236581802368164 (2.236581802368164) + | > loss_gen: 1.9185930490493774 (1.9185930490493774) + | > loss_kl: 2.4041552543640137 (2.4041552543640137) + | > loss_feat: 7.205963611602783 (7.205963611602783) + | > loss_mel: 29.52549171447754 (29.52549171447754) + | > loss_duration: 1.9921069145202637 (1.9921069145202637) + | > loss_1: 43.04631423950195 (43.04631423950195) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.16920828819274902 (-0.0007314682006835938) + | > avg_loss_disc: 2.236581802368164 (-0.3168001174926758) + | > avg_loss_disc_real_0: 0.0935511663556099 (-0.03526293486356735) + | > avg_loss_disc_real_1: 0.1834581047296524 (+0.00784309208393097) + | > avg_loss_disc_real_2: 0.1624533087015152 (-0.050448089838027954) + | > avg_loss_disc_real_3: 0.14200672507286072 (-0.07647363841533661) + | > avg_loss_disc_real_4: 0.1791265308856964 (-0.05201341211795807) + | > avg_loss_disc_real_5: 0.17551566660404205 (-0.09952674806118011) + | > avg_loss_0: 2.236581802368164 (-0.3168001174926758) + | > avg_loss_gen: 1.9185930490493774 (+0.03268313407897949) + | > avg_loss_kl: 2.4041552543640137 (+0.6820862293243408) + | > avg_loss_feat: 7.205963611602783 (+2.688931465148926) + | > avg_loss_mel: 29.52549171447754 (+4.429998397827148) + | > avg_loss_duration: 1.9921069145202637 (+0.027712345123291016) + | > avg_loss_1: 43.04631423950195 (+7.861415863037109) + + + > EPOCH: 32/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:51:32)  + + --> TIME: 2023-09-11 21:51:34 -- STEP: 0/7 -- GLOBAL_STEP: 56225 + | > loss_disc: 2.735302209854126 (2.735302209854126) + | > loss_disc_real_0: 0.11767175793647766 (0.11767175793647766) + | > loss_disc_real_1: 0.2732259929180145 (0.2732259929180145) + | > loss_disc_real_2: 0.22795484960079193 (0.22795484960079193) + | > loss_disc_real_3: 0.18173664808273315 (0.18173664808273315) + | > loss_disc_real_4: 0.24857626855373383 (0.24857626855373383) + | > loss_disc_real_5: 0.28143075108528137 (0.28143075108528137) + | > loss_0: 2.735302209854126 (2.735302209854126) + | > grad_norm_0: tensor(48.3751, device='cuda:0') (tensor(48.3751, device='cuda:0')) + | > loss_gen: 2.173431873321533 (2.173431873321533) + | > loss_kl: 1.5198640823364258 (1.5198640823364258) + | > loss_feat: 5.25345516204834 (5.25345516204834) + | > loss_mel: 22.868602752685547 (22.868602752685547) + | > loss_duration: 1.8168866634368896 (1.8168866634368896) + | > loss_1: 33.632240295410156 (33.632240295410156) + | > grad_norm_1: tensor(600.3482, device='cuda:0') (tensor(600.3482, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 1.3243 (1.3242568969726562) + | > loader_time: 0.7541 (0.7540793418884277) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.244140148162842 (2.244140148162842) + | > loss_disc_real_0: 0.1469464898109436 (0.1469464898109436) + | > loss_disc_real_1: 0.16927428543567657 (0.16927428543567657) + | > loss_disc_real_2: 0.11310998350381851 (0.11310998350381851) + | > loss_disc_real_3: 0.15942195057868958 (0.15942195057868958) + | > loss_disc_real_4: 0.16116057336330414 (0.16116057336330414) + | > loss_disc_real_5: 0.24711483716964722 (0.24711483716964722) + | > loss_0: 2.244140148162842 (2.244140148162842) + | > loss_gen: 2.0354416370391846 (2.0354416370391846) + | > loss_kl: 1.280116081237793 (1.280116081237793) + | > loss_feat: 6.2105937004089355 (6.2105937004089355) + | > loss_mel: 26.161813735961914 (26.161813735961914) + | > loss_duration: 1.9248502254486084 (1.9248502254486084) + | > loss_1: 37.612815856933594 (37.612815856933594) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.176621675491333 (+0.007413387298583984) + | > avg_loss_disc: 2.244140148162842 (+0.007558345794677734) + | > avg_loss_disc_real_0: 0.1469464898109436 (+0.05339532345533371) + | > avg_loss_disc_real_1: 0.16927428543567657 (-0.01418381929397583) + | > avg_loss_disc_real_2: 0.11310998350381851 (-0.049343325197696686) + | > avg_loss_disc_real_3: 0.15942195057868958 (+0.017415225505828857) + | > avg_loss_disc_real_4: 0.16116057336330414 (-0.017965957522392273) + | > avg_loss_disc_real_5: 0.24711483716964722 (+0.07159917056560516) + | > avg_loss_0: 2.244140148162842 (+0.007558345794677734) + | > avg_loss_gen: 2.0354416370391846 (+0.11684858798980713) + | > avg_loss_kl: 1.280116081237793 (-1.1240391731262207) + | > avg_loss_feat: 6.2105937004089355 (-0.9953699111938477) + | > avg_loss_mel: 26.161813735961914 (-3.363677978515625) + | > avg_loss_duration: 1.9248502254486084 (-0.06725668907165527) + | > avg_loss_1: 37.612815856933594 (-5.433498382568359) + + + > EPOCH: 33/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:51:57)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.599226236343384 (2.599226236343384) + | > loss_disc_real_0: 0.20097869634628296 (0.20097869634628296) + | > loss_disc_real_1: 0.2717585861682892 (0.2717585861682892) + | > loss_disc_real_2: 0.23245862126350403 (0.23245862126350403) + | > loss_disc_real_3: 0.1961105763912201 (0.1961105763912201) + | > loss_disc_real_4: 0.2588394582271576 (0.2588394582271576) + | > loss_disc_real_5: 0.26362138986587524 (0.26362138986587524) + | > loss_0: 2.599226236343384 (2.599226236343384) + | > loss_gen: 2.1158535480499268 (2.1158535480499268) + | > loss_kl: 2.465398073196411 (2.465398073196411) + | > loss_feat: 3.7093541622161865 (3.7093541622161865) + | > loss_mel: 22.99786376953125 (22.99786376953125) + | > loss_duration: 1.9571548700332642 (1.9571548700332642) + | > loss_1: 33.24562454223633 (33.24562454223633) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.16690731048583984 (-0.009714365005493164) + | > avg_loss_disc: 2.599226236343384 (+0.355086088180542) + | > avg_loss_disc_real_0: 0.20097869634628296 (+0.054032206535339355) + | > avg_loss_disc_real_1: 0.2717585861682892 (+0.10248430073261261) + | > avg_loss_disc_real_2: 0.23245862126350403 (+0.11934863775968552) + | > avg_loss_disc_real_3: 0.1961105763912201 (+0.03668862581253052) + | > avg_loss_disc_real_4: 0.2588394582271576 (+0.09767888486385345) + | > avg_loss_disc_real_5: 0.26362138986587524 (+0.016506552696228027) + | > avg_loss_0: 2.599226236343384 (+0.355086088180542) + | > avg_loss_gen: 2.1158535480499268 (+0.08041191101074219) + | > avg_loss_kl: 2.465398073196411 (+1.1852819919586182) + | > avg_loss_feat: 3.7093541622161865 (-2.501239538192749) + | > avg_loss_mel: 22.99786376953125 (-3.163949966430664) + | > avg_loss_duration: 1.9571548700332642 (+0.03230464458465576) + | > avg_loss_1: 33.24562454223633 (-4.367191314697266) + + + > EPOCH: 34/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:52:22)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.049870491027832 (2.049870491027832) + | > loss_disc_real_0: 0.15277031064033508 (0.15277031064033508) + | > loss_disc_real_1: 0.18515217304229736 (0.18515217304229736) + | > loss_disc_real_2: 0.13579292595386505 (0.13579292595386505) + | > loss_disc_real_3: 0.13513101637363434 (0.13513101637363434) + | > loss_disc_real_4: 0.1781182438135147 (0.1781182438135147) + | > loss_disc_real_5: 0.18936941027641296 (0.18936941027641296) + | > loss_0: 2.049870491027832 (2.049870491027832) + | > loss_gen: 2.2591888904571533 (2.2591888904571533) + | > loss_kl: 1.355877161026001 (1.355877161026001) + | > loss_feat: 7.765205383300781 (7.765205383300781) + | > loss_mel: 28.161191940307617 (28.161191940307617) + | > loss_duration: 1.9520478248596191 (1.9520478248596191) + | > loss_1: 41.49351119995117 (41.49351119995117) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.17495250701904297 (+0.008045196533203125) + | > avg_loss_disc: 2.049870491027832 (-0.5493557453155518) + | > avg_loss_disc_real_0: 0.15277031064033508 (-0.048208385705947876) + | > avg_loss_disc_real_1: 0.18515217304229736 (-0.08660641312599182) + | > avg_loss_disc_real_2: 0.13579292595386505 (-0.09666569530963898) + | > avg_loss_disc_real_3: 0.13513101637363434 (-0.060979560017585754) + | > avg_loss_disc_real_4: 0.1781182438135147 (-0.08072121441364288) + | > avg_loss_disc_real_5: 0.18936941027641296 (-0.07425197958946228) + | > avg_loss_0: 2.049870491027832 (-0.5493557453155518) + | > avg_loss_gen: 2.2591888904571533 (+0.14333534240722656) + | > avg_loss_kl: 1.355877161026001 (-1.1095209121704102) + | > avg_loss_feat: 7.765205383300781 (+4.055851221084595) + | > avg_loss_mel: 28.161191940307617 (+5.163328170776367) + | > avg_loss_duration: 1.9520478248596191 (-0.0051070451736450195) + | > avg_loss_1: 41.49351119995117 (+8.247886657714844) + + + > EPOCH: 35/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:52:48)  + + --> TIME: 2023-09-11 21:52:58 -- STEP: 4/7 -- GLOBAL_STEP: 56250 + | > loss_disc: 2.4646244049072266 (2.498543918132782) + | > loss_disc_real_0: 0.12926068902015686 (0.16507665440440178) + | > loss_disc_real_1: 0.206908717751503 (0.23978771641850471) + | > loss_disc_real_2: 0.25457963347435 (0.23400560021400452) + | > loss_disc_real_3: 0.1546878069639206 (0.18720009177923203) + | > loss_disc_real_4: 0.2430514395236969 (0.21933472529053688) + | > loss_disc_real_5: 0.2527354657649994 (0.23853126913309097) + | > loss_0: 2.4646244049072266 (2.498543918132782) + | > grad_norm_0: tensor(21.6213, device='cuda:0') (tensor(43.0130, device='cuda:0')) + | > loss_gen: 2.2864761352539062 (2.471339166164398) + | > loss_kl: 1.3923232555389404 (1.4247406125068665) + | > loss_feat: 5.890448570251465 (5.805634260177612) + | > loss_mel: 23.378990173339844 (22.872600555419922) + | > loss_duration: 1.8620558977127075 (1.853942185640335) + | > loss_1: 34.81029510498047 (34.428256034851074) + | > grad_norm_1: tensor(801.6120, device='cuda:0') (tensor(942.4045, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 1.9356 (1.879569411277771) + | > loader_time: 0.2628 (0.15411323308944702) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4632043838500977 (2.4632043838500977) + | > loss_disc_real_0: 0.1196516826748848 (0.1196516826748848) + | > loss_disc_real_1: 0.344656765460968 (0.344656765460968) + | > loss_disc_real_2: 0.2137862592935562 (0.2137862592935562) + | > loss_disc_real_3: 0.2688768804073334 (0.2688768804073334) + | > loss_disc_real_4: 0.22247536480426788 (0.22247536480426788) + | > loss_disc_real_5: 0.38120996952056885 (0.38120996952056885) + | > loss_0: 2.4632043838500977 (2.4632043838500977) + | > loss_gen: 2.6258726119995117 (2.6258726119995117) + | > loss_kl: 2.4045634269714355 (2.4045634269714355) + | > loss_feat: 5.93626070022583 (5.93626070022583) + | > loss_mel: 25.86102294921875 (25.86102294921875) + | > loss_duration: 1.9300086498260498 (1.9300086498260498) + | > loss_1: 38.757728576660156 (38.757728576660156) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.17800617218017578 (+0.0030536651611328125) + | > avg_loss_disc: 2.4632043838500977 (+0.4133338928222656) + | > avg_loss_disc_real_0: 0.1196516826748848 (-0.03311862796545029) + | > avg_loss_disc_real_1: 0.344656765460968 (+0.15950459241867065) + | > avg_loss_disc_real_2: 0.2137862592935562 (+0.07799333333969116) + | > avg_loss_disc_real_3: 0.2688768804073334 (+0.13374586403369904) + | > avg_loss_disc_real_4: 0.22247536480426788 (+0.044357120990753174) + | > avg_loss_disc_real_5: 0.38120996952056885 (+0.19184055924415588) + | > avg_loss_0: 2.4632043838500977 (+0.4133338928222656) + | > avg_loss_gen: 2.6258726119995117 (+0.3666837215423584) + | > avg_loss_kl: 2.4045634269714355 (+1.0486862659454346) + | > avg_loss_feat: 5.93626070022583 (-1.8289446830749512) + | > avg_loss_mel: 25.86102294921875 (-2.300168991088867) + | > avg_loss_duration: 1.9300086498260498 (-0.022039175033569336) + | > avg_loss_1: 38.757728576660156 (-2.7357826232910156) + + + > EPOCH: 36/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:53:13)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5887768268585205 (2.5887768268585205) + | > loss_disc_real_0: 0.12826642394065857 (0.12826642394065857) + | > loss_disc_real_1: 0.20879729092121124 (0.20879729092121124) + | > loss_disc_real_2: 0.17803379893302917 (0.17803379893302917) + | > loss_disc_real_3: 0.2659243643283844 (0.2659243643283844) + | > loss_disc_real_4: 0.3248443603515625 (0.3248443603515625) + | > loss_disc_real_5: 0.255416601896286 (0.255416601896286) + | > loss_0: 2.5887768268585205 (2.5887768268585205) + | > loss_gen: 2.0691440105438232 (2.0691440105438232) + | > loss_kl: 1.972631812095642 (1.972631812095642) + | > loss_feat: 5.078037738800049 (5.078037738800049) + | > loss_mel: 24.000167846679688 (24.000167846679688) + | > loss_duration: 1.9306209087371826 (1.9306209087371826) + | > loss_1: 35.05060577392578 (35.05060577392578) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.19009971618652344 (+0.012093544006347656) + | > avg_loss_disc: 2.5887768268585205 (+0.12557244300842285) + | > avg_loss_disc_real_0: 0.12826642394065857 (+0.008614741265773773) + | > avg_loss_disc_real_1: 0.20879729092121124 (-0.13585947453975677) + | > avg_loss_disc_real_2: 0.17803379893302917 (-0.03575246036052704) + | > avg_loss_disc_real_3: 0.2659243643283844 (-0.0029525160789489746) + | > avg_loss_disc_real_4: 0.3248443603515625 (+0.10236899554729462) + | > avg_loss_disc_real_5: 0.255416601896286 (-0.12579336762428284) + | > avg_loss_0: 2.5887768268585205 (+0.12557244300842285) + | > avg_loss_gen: 2.0691440105438232 (-0.5567286014556885) + | > avg_loss_kl: 1.972631812095642 (-0.43193161487579346) + | > avg_loss_feat: 5.078037738800049 (-0.8582229614257812) + | > avg_loss_mel: 24.000167846679688 (-1.8608551025390625) + | > avg_loss_duration: 1.9306209087371826 (+0.0006122589111328125) + | > avg_loss_1: 35.05060577392578 (-3.707122802734375) + + + > EPOCH: 37/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:53:39)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5182151794433594 (2.5182151794433594) + | > loss_disc_real_0: 0.11925176531076431 (0.11925176531076431) + | > loss_disc_real_1: 0.17582619190216064 (0.17582619190216064) + | > loss_disc_real_2: 0.15083031356334686 (0.15083031356334686) + | > loss_disc_real_3: 0.2529362440109253 (0.2529362440109253) + | > loss_disc_real_4: 0.21873538196086884 (0.21873538196086884) + | > loss_disc_real_5: 0.2571195662021637 (0.2571195662021637) + | > loss_0: 2.5182151794433594 (2.5182151794433594) + | > loss_gen: 1.8800621032714844 (1.8800621032714844) + | > loss_kl: 2.0809967517852783 (2.0809967517852783) + | > loss_feat: 5.373927116394043 (5.373927116394043) + | > loss_mel: 27.428062438964844 (27.428062438964844) + | > loss_duration: 1.9595434665679932 (1.9595434665679932) + | > loss_1: 38.72259521484375 (38.72259521484375) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.18613743782043457 (-0.003962278366088867) + | > avg_loss_disc: 2.5182151794433594 (-0.07056164741516113) + | > avg_loss_disc_real_0: 0.11925176531076431 (-0.009014658629894257) + | > avg_loss_disc_real_1: 0.17582619190216064 (-0.0329710990190506) + | > avg_loss_disc_real_2: 0.15083031356334686 (-0.027203485369682312) + | > avg_loss_disc_real_3: 0.2529362440109253 (-0.012988120317459106) + | > avg_loss_disc_real_4: 0.21873538196086884 (-0.10610897839069366) + | > avg_loss_disc_real_5: 0.2571195662021637 (+0.0017029643058776855) + | > avg_loss_0: 2.5182151794433594 (-0.07056164741516113) + | > avg_loss_gen: 1.8800621032714844 (-0.18908190727233887) + | > avg_loss_kl: 2.0809967517852783 (+0.10836493968963623) + | > avg_loss_feat: 5.373927116394043 (+0.29588937759399414) + | > avg_loss_mel: 27.428062438964844 (+3.4278945922851562) + | > avg_loss_duration: 1.9595434665679932 (+0.028922557830810547) + | > avg_loss_1: 38.72259521484375 (+3.6719894409179688) + + + > EPOCH: 38/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:54:04)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.162400722503662 (2.162400722503662) + | > loss_disc_real_0: 0.12519297003746033 (0.12519297003746033) + | > loss_disc_real_1: 0.17592531442642212 (0.17592531442642212) + | > loss_disc_real_2: 0.21332509815692902 (0.21332509815692902) + | > loss_disc_real_3: 0.1804230660200119 (0.1804230660200119) + | > loss_disc_real_4: 0.23468799889087677 (0.23468799889087677) + | > loss_disc_real_5: 0.22865141928195953 (0.22865141928195953) + | > loss_0: 2.162400722503662 (2.162400722503662) + | > loss_gen: 2.4337592124938965 (2.4337592124938965) + | > loss_kl: 2.426677942276001 (2.426677942276001) + | > loss_feat: 7.410715579986572 (7.410715579986572) + | > loss_mel: 28.55596923828125 (28.55596923828125) + | > loss_duration: 1.9437165260314941 (1.9437165260314941) + | > loss_1: 42.77083969116211 (42.77083969116211) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.18700933456420898 (+0.0008718967437744141) + | > avg_loss_disc: 2.162400722503662 (-0.35581445693969727) + | > avg_loss_disc_real_0: 0.12519297003746033 (+0.005941204726696014) + | > avg_loss_disc_real_1: 0.17592531442642212 (+9.912252426147461e-05) + | > avg_loss_disc_real_2: 0.21332509815692902 (+0.06249478459358215) + | > avg_loss_disc_real_3: 0.1804230660200119 (-0.07251317799091339) + | > avg_loss_disc_real_4: 0.23468799889087677 (+0.015952616930007935) + | > avg_loss_disc_real_5: 0.22865141928195953 (-0.028468146920204163) + | > avg_loss_0: 2.162400722503662 (-0.35581445693969727) + | > avg_loss_gen: 2.4337592124938965 (+0.5536971092224121) + | > avg_loss_kl: 2.426677942276001 (+0.34568119049072266) + | > avg_loss_feat: 7.410715579986572 (+2.0367884635925293) + | > avg_loss_mel: 28.55596923828125 (+1.1279067993164062) + | > avg_loss_duration: 1.9437165260314941 (-0.015826940536499023) + | > avg_loss_1: 42.77083969116211 (+4.048244476318359) + + + > EPOCH: 39/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:54:29)  + + --> TIME: 2023-09-11 21:54:34 -- STEP: 1/7 -- GLOBAL_STEP: 56275 + | > loss_disc: 2.5544543266296387 (2.5544543266296387) + | > loss_disc_real_0: 0.13238570094108582 (0.13238570094108582) + | > loss_disc_real_1: 0.18427641689777374 (0.18427641689777374) + | > loss_disc_real_2: 0.2144009917974472 (0.2144009917974472) + | > loss_disc_real_3: 0.18630892038345337 (0.18630892038345337) + | > loss_disc_real_4: 0.21428491175174713 (0.21428491175174713) + | > loss_disc_real_5: 0.25607722997665405 (0.25607722997665405) + | > loss_0: 2.5544543266296387 (2.5544543266296387) + | > grad_norm_0: tensor(16.3168, device='cuda:0') (tensor(16.3168, device='cuda:0')) + | > loss_gen: 2.132219076156616 (2.132219076156616) + | > loss_kl: 1.3680609464645386 (1.3680609464645386) + | > loss_feat: 4.803506374359131 (4.803506374359131) + | > loss_mel: 22.55095863342285 (22.55095863342285) + | > loss_duration: 1.8761736154556274 (1.8761736154556274) + | > loss_1: 32.730918884277344 (32.730918884277344) + | > grad_norm_1: tensor(190.3767, device='cuda:0') (tensor(190.3767, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 2.6307 (2.6306517124176025) + | > loader_time: 0.1245 (0.12446022033691406) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.7040650844573975 (2.7040650844573975) + | > loss_disc_real_0: 0.43394872546195984 (0.43394872546195984) + | > loss_disc_real_1: 0.39019936323165894 (0.39019936323165894) + | > loss_disc_real_2: 0.2159130722284317 (0.2159130722284317) + | > loss_disc_real_3: 0.23037691414356232 (0.23037691414356232) + | > loss_disc_real_4: 0.14841783046722412 (0.14841783046722412) + | > loss_disc_real_5: 0.3269090950489044 (0.3269090950489044) + | > loss_0: 2.7040650844573975 (2.7040650844573975) + | > loss_gen: 2.4503891468048096 (2.4503891468048096) + | > loss_kl: 1.7002826929092407 (1.7002826929092407) + | > loss_feat: 4.672680377960205 (4.672680377960205) + | > loss_mel: 25.1385498046875 (25.1385498046875) + | > loss_duration: 1.9484610557556152 (1.9484610557556152) + | > loss_1: 35.910362243652344 (35.910362243652344) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.20626330375671387 (+0.019253969192504883) + | > avg_loss_disc: 2.7040650844573975 (+0.5416643619537354) + | > avg_loss_disc_real_0: 0.43394872546195984 (+0.3087557554244995) + | > avg_loss_disc_real_1: 0.39019936323165894 (+0.21427404880523682) + | > avg_loss_disc_real_2: 0.2159130722284317 (+0.0025879740715026855) + | > avg_loss_disc_real_3: 0.23037691414356232 (+0.049953848123550415) + | > avg_loss_disc_real_4: 0.14841783046722412 (-0.08627016842365265) + | > avg_loss_disc_real_5: 0.3269090950489044 (+0.09825767576694489) + | > avg_loss_0: 2.7040650844573975 (+0.5416643619537354) + | > avg_loss_gen: 2.4503891468048096 (+0.016629934310913086) + | > avg_loss_kl: 1.7002826929092407 (-0.7263952493667603) + | > avg_loss_feat: 4.672680377960205 (-2.738035202026367) + | > avg_loss_mel: 25.1385498046875 (-3.41741943359375) + | > avg_loss_duration: 1.9484610557556152 (+0.004744529724121094) + | > avg_loss_1: 35.910362243652344 (-6.860477447509766) + + + > EPOCH: 40/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:54:54)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.493105888366699 (2.493105888366699) + | > loss_disc_real_0: 0.41617143154144287 (0.41617143154144287) + | > loss_disc_real_1: 0.20108406245708466 (0.20108406245708466) + | > loss_disc_real_2: 0.1984381228685379 (0.1984381228685379) + | > loss_disc_real_3: 0.20879602432250977 (0.20879602432250977) + | > loss_disc_real_4: 0.17166326940059662 (0.17166326940059662) + | > loss_disc_real_5: 0.15904685854911804 (0.15904685854911804) + | > loss_0: 2.493105888366699 (2.493105888366699) + | > loss_gen: 2.3329825401306152 (2.3329825401306152) + | > loss_kl: 1.9298392534255981 (1.9298392534255981) + | > loss_feat: 5.314124584197998 (5.314124584197998) + | > loss_mel: 26.88078498840332 (26.88078498840332) + | > loss_duration: 1.9511735439300537 (1.9511735439300537) + | > loss_1: 38.40890121459961 (38.40890121459961) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.20328998565673828 (-0.002973318099975586) + | > avg_loss_disc: 2.493105888366699 (-0.21095919609069824) + | > avg_loss_disc_real_0: 0.41617143154144287 (-0.017777293920516968) + | > avg_loss_disc_real_1: 0.20108406245708466 (-0.18911530077457428) + | > avg_loss_disc_real_2: 0.1984381228685379 (-0.0174749493598938) + | > avg_loss_disc_real_3: 0.20879602432250977 (-0.02158088982105255) + | > avg_loss_disc_real_4: 0.17166326940059662 (+0.023245438933372498) + | > avg_loss_disc_real_5: 0.15904685854911804 (-0.16786223649978638) + | > avg_loss_0: 2.493105888366699 (-0.21095919609069824) + | > avg_loss_gen: 2.3329825401306152 (-0.11740660667419434) + | > avg_loss_kl: 1.9298392534255981 (+0.22955656051635742) + | > avg_loss_feat: 5.314124584197998 (+0.641444206237793) + | > avg_loss_mel: 26.88078498840332 (+1.7422351837158203) + | > avg_loss_duration: 1.9511735439300537 (+0.0027124881744384766) + | > avg_loss_1: 38.40890121459961 (+2.4985389709472656) + + + > EPOCH: 41/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:55:20)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.434206485748291 (2.434206485748291) + | > loss_disc_real_0: 0.14447668194770813 (0.14447668194770813) + | > loss_disc_real_1: 0.21742457151412964 (0.21742457151412964) + | > loss_disc_real_2: 0.29189035296440125 (0.29189035296440125) + | > loss_disc_real_3: 0.22784744203090668 (0.22784744203090668) + | > loss_disc_real_4: 0.22208644449710846 (0.22208644449710846) + | > loss_disc_real_5: 0.29727640748023987 (0.29727640748023987) + | > loss_0: 2.434206485748291 (2.434206485748291) + | > loss_gen: 2.5435009002685547 (2.5435009002685547) + | > loss_kl: 2.099107265472412 (2.099107265472412) + | > loss_feat: 6.033430099487305 (6.033430099487305) + | > loss_mel: 26.205801010131836 (26.205801010131836) + | > loss_duration: 1.8731904029846191 (1.8731904029846191) + | > loss_1: 38.755035400390625 (38.755035400390625) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.20284605026245117 (-0.0004439353942871094) + | > avg_loss_disc: 2.434206485748291 (-0.0588994026184082) + | > avg_loss_disc_real_0: 0.14447668194770813 (-0.27169474959373474) + | > avg_loss_disc_real_1: 0.21742457151412964 (+0.016340509057044983) + | > avg_loss_disc_real_2: 0.29189035296440125 (+0.09345223009586334) + | > avg_loss_disc_real_3: 0.22784744203090668 (+0.01905141770839691) + | > avg_loss_disc_real_4: 0.22208644449710846 (+0.05042317509651184) + | > avg_loss_disc_real_5: 0.29727640748023987 (+0.13822954893112183) + | > avg_loss_0: 2.434206485748291 (-0.0588994026184082) + | > avg_loss_gen: 2.5435009002685547 (+0.21051836013793945) + | > avg_loss_kl: 2.099107265472412 (+0.16926801204681396) + | > avg_loss_feat: 6.033430099487305 (+0.7193055152893066) + | > avg_loss_mel: 26.205801010131836 (-0.6749839782714844) + | > avg_loss_duration: 1.8731904029846191 (-0.07798314094543457) + | > avg_loss_1: 38.755035400390625 (+0.3461341857910156) + + + > EPOCH: 42/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:55:45)  + + --> TIME: 2023-09-11 21:55:57 -- STEP: 5/7 -- GLOBAL_STEP: 56300 + | > loss_disc: 2.430445909500122 (2.4894991397857664) + | > loss_disc_real_0: 0.09761813282966614 (0.156461700797081) + | > loss_disc_real_1: 0.21531298756599426 (0.20335508584976197) + | > loss_disc_real_2: 0.17498047649860382 (0.23010530769824983) + | > loss_disc_real_3: 0.1892504096031189 (0.20808067321777343) + | > loss_disc_real_4: 0.22041529417037964 (0.23244417905807496) + | > loss_disc_real_5: 0.2457384467124939 (0.2523161143064499) + | > loss_0: 2.430445909500122 (2.4894991397857664) + | > grad_norm_0: tensor(18.6518, device='cuda:0') (tensor(29.9773, device='cuda:0')) + | > loss_gen: 2.3489134311676025 (2.3202850341796877) + | > loss_kl: 1.4591184854507446 (1.434869074821472) + | > loss_feat: 5.944545269012451 (5.649079322814941) + | > loss_mel: 22.90155029296875 (22.72336654663086) + | > loss_duration: 1.8442580699920654 (1.8465097904205323) + | > loss_1: 34.49838638305664 (33.97411041259765) + | > grad_norm_1: tensor(778.3027, device='cuda:0') (tensor(735.8378, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 1.6604 (1.8541115760803222) + | > loader_time: 0.1123 (0.12415180206298829) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.401884078979492 (2.401884078979492) + | > loss_disc_real_0: 0.14805731177330017 (0.14805731177330017) + | > loss_disc_real_1: 0.21636620163917542 (0.21636620163917542) + | > loss_disc_real_2: 0.2856430411338806 (0.2856430411338806) + | > loss_disc_real_3: 0.28427571058273315 (0.28427571058273315) + | > loss_disc_real_4: 0.20913255214691162 (0.20913255214691162) + | > loss_disc_real_5: 0.3036711812019348 (0.3036711812019348) + | > loss_0: 2.401884078979492 (2.401884078979492) + | > loss_gen: 2.7911760807037354 (2.7911760807037354) + | > loss_kl: 1.4851125478744507 (1.4851125478744507) + | > loss_feat: 4.89003849029541 (4.89003849029541) + | > loss_mel: 22.97142219543457 (22.97142219543457) + | > loss_duration: 1.9259312152862549 (1.9259312152862549) + | > loss_1: 34.06367874145508 (34.06367874145508) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.201369047164917 (-0.0014770030975341797) + | > avg_loss_disc: 2.401884078979492 (-0.03232240676879883) + | > avg_loss_disc_real_0: 0.14805731177330017 (+0.003580629825592041) + | > avg_loss_disc_real_1: 0.21636620163917542 (-0.0010583698749542236) + | > avg_loss_disc_real_2: 0.2856430411338806 (-0.00624731183052063) + | > avg_loss_disc_real_3: 0.28427571058273315 (+0.05642826855182648) + | > avg_loss_disc_real_4: 0.20913255214691162 (-0.012953892350196838) + | > avg_loss_disc_real_5: 0.3036711812019348 (+0.006394773721694946) + | > avg_loss_0: 2.401884078979492 (-0.03232240676879883) + | > avg_loss_gen: 2.7911760807037354 (+0.24767518043518066) + | > avg_loss_kl: 1.4851125478744507 (-0.6139947175979614) + | > avg_loss_feat: 4.89003849029541 (-1.1433916091918945) + | > avg_loss_mel: 22.97142219543457 (-3.2343788146972656) + | > avg_loss_duration: 1.9259312152862549 (+0.05274081230163574) + | > avg_loss_1: 34.06367874145508 (-4.691356658935547) + + + > EPOCH: 43/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:56:10)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.3602218627929688 (2.3602218627929688) + | > loss_disc_real_0: 0.11487303674221039 (0.11487303674221039) + | > loss_disc_real_1: 0.259968101978302 (0.259968101978302) + | > loss_disc_real_2: 0.19869044423103333 (0.19869044423103333) + | > loss_disc_real_3: 0.19213224947452545 (0.19213224947452545) + | > loss_disc_real_4: 0.20349355041980743 (0.20349355041980743) + | > loss_disc_real_5: 0.17203153669834137 (0.17203153669834137) + | > loss_0: 2.3602218627929688 (2.3602218627929688) + | > loss_gen: 2.0457286834716797 (2.0457286834716797) + | > loss_kl: 2.1927030086517334 (2.1927030086517334) + | > loss_feat: 5.636521339416504 (5.636521339416504) + | > loss_mel: 25.613609313964844 (25.613609313964844) + | > loss_duration: 1.9794163703918457 (1.9794163703918457) + | > loss_1: 37.467979431152344 (37.467979431152344) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.1928699016571045 (-0.0084991455078125) + | > avg_loss_disc: 2.3602218627929688 (-0.04166221618652344) + | > avg_loss_disc_real_0: 0.11487303674221039 (-0.03318427503108978) + | > avg_loss_disc_real_1: 0.259968101978302 (+0.04360190033912659) + | > avg_loss_disc_real_2: 0.19869044423103333 (-0.08695259690284729) + | > avg_loss_disc_real_3: 0.19213224947452545 (-0.0921434611082077) + | > avg_loss_disc_real_4: 0.20349355041980743 (-0.005639001727104187) + | > avg_loss_disc_real_5: 0.17203153669834137 (-0.13163964450359344) + | > avg_loss_0: 2.3602218627929688 (-0.04166221618652344) + | > avg_loss_gen: 2.0457286834716797 (-0.7454473972320557) + | > avg_loss_kl: 2.1927030086517334 (+0.7075904607772827) + | > avg_loss_feat: 5.636521339416504 (+0.7464828491210938) + | > avg_loss_mel: 25.613609313964844 (+2.6421871185302734) + | > avg_loss_duration: 1.9794163703918457 (+0.05348515510559082) + | > avg_loss_1: 37.467979431152344 (+3.4043006896972656) + + + > EPOCH: 44/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:56:36)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.6345183849334717 (2.6345183849334717) + | > loss_disc_real_0: 0.08818738162517548 (0.08818738162517548) + | > loss_disc_real_1: 0.18980270624160767 (0.18980270624160767) + | > loss_disc_real_2: 0.1326369196176529 (0.1326369196176529) + | > loss_disc_real_3: 0.25529056787490845 (0.25529056787490845) + | > loss_disc_real_4: 0.2240317165851593 (0.2240317165851593) + | > loss_disc_real_5: 0.27381590008735657 (0.27381590008735657) + | > loss_0: 2.6345183849334717 (2.6345183849334717) + | > loss_gen: 1.7772444486618042 (1.7772444486618042) + | > loss_kl: 1.7249995470046997 (1.7249995470046997) + | > loss_feat: 4.619725227355957 (4.619725227355957) + | > loss_mel: 23.729351043701172 (23.729351043701172) + | > loss_duration: 1.9423779249191284 (1.9423779249191284) + | > loss_1: 33.793697357177734 (33.793697357177734) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.20348095893859863 (+0.01061105728149414) + | > avg_loss_disc: 2.6345183849334717 (+0.27429652214050293) + | > avg_loss_disc_real_0: 0.08818738162517548 (-0.026685655117034912) + | > avg_loss_disc_real_1: 0.18980270624160767 (-0.07016539573669434) + | > avg_loss_disc_real_2: 0.1326369196176529 (-0.06605352461338043) + | > avg_loss_disc_real_3: 0.25529056787490845 (+0.063158318400383) + | > avg_loss_disc_real_4: 0.2240317165851593 (+0.020538166165351868) + | > avg_loss_disc_real_5: 0.27381590008735657 (+0.1017843633890152) + | > avg_loss_0: 2.6345183849334717 (+0.27429652214050293) + | > avg_loss_gen: 1.7772444486618042 (-0.2684842348098755) + | > avg_loss_kl: 1.7249995470046997 (-0.4677034616470337) + | > avg_loss_feat: 4.619725227355957 (-1.0167961120605469) + | > avg_loss_mel: 23.729351043701172 (-1.8842582702636719) + | > avg_loss_duration: 1.9423779249191284 (-0.037038445472717285) + | > avg_loss_1: 33.793697357177734 (-3.6742820739746094) + + + > EPOCH: 45/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:57:01)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.369044065475464 (2.369044065475464) + | > loss_disc_real_0: 0.09297645092010498 (0.09297645092010498) + | > loss_disc_real_1: 0.2119196653366089 (0.2119196653366089) + | > loss_disc_real_2: 0.21574077010154724 (0.21574077010154724) + | > loss_disc_real_3: 0.23275819420814514 (0.23275819420814514) + | > loss_disc_real_4: 0.21004752814769745 (0.21004752814769745) + | > loss_disc_real_5: 0.18987369537353516 (0.18987369537353516) + | > loss_0: 2.369044065475464 (2.369044065475464) + | > loss_gen: 1.9684287309646606 (1.9684287309646606) + | > loss_kl: 2.1648197174072266 (2.1648197174072266) + | > loss_feat: 3.906332492828369 (3.906332492828369) + | > loss_mel: 24.043771743774414 (24.043771743774414) + | > loss_duration: 1.9477442502975464 (1.9477442502975464) + | > loss_1: 34.03109359741211 (34.03109359741211) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.19504237174987793 (-0.008438587188720703) + | > avg_loss_disc: 2.369044065475464 (-0.2654743194580078) + | > avg_loss_disc_real_0: 0.09297645092010498 (+0.004789069294929504) + | > avg_loss_disc_real_1: 0.2119196653366089 (+0.02211695909500122) + | > avg_loss_disc_real_2: 0.21574077010154724 (+0.08310385048389435) + | > avg_loss_disc_real_3: 0.23275819420814514 (-0.022532373666763306) + | > avg_loss_disc_real_4: 0.21004752814769745 (-0.013984188437461853) + | > avg_loss_disc_real_5: 0.18987369537353516 (-0.08394220471382141) + | > avg_loss_0: 2.369044065475464 (-0.2654743194580078) + | > avg_loss_gen: 1.9684287309646606 (+0.19118428230285645) + | > avg_loss_kl: 2.1648197174072266 (+0.43982017040252686) + | > avg_loss_feat: 3.906332492828369 (-0.7133927345275879) + | > avg_loss_mel: 24.043771743774414 (+0.3144207000732422) + | > avg_loss_duration: 1.9477442502975464 (+0.005366325378417969) + | > avg_loss_1: 34.03109359741211 (+0.237396240234375) + + + > EPOCH: 46/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:57:26)  + + --> TIME: 2023-09-11 21:57:33 -- STEP: 2/7 -- GLOBAL_STEP: 56325 + | > loss_disc: 2.5362963676452637 (2.5060412883758545) + | > loss_disc_real_0: 0.19086849689483643 (0.1735503226518631) + | > loss_disc_real_1: 0.23489943146705627 (0.23605815321207047) + | > loss_disc_real_2: 0.28533169627189636 (0.23885267972946167) + | > loss_disc_real_3: 0.256199449300766 (0.23512724786996841) + | > loss_disc_real_4: 0.22001853585243225 (0.20333317667245865) + | > loss_disc_real_5: 0.2610791325569153 (0.24752432852983475) + | > loss_0: 2.5362963676452637 (2.5060412883758545) + | > grad_norm_0: tensor(32.6273, device='cuda:0') (tensor(39.2227, device='cuda:0')) + | > loss_gen: 2.439270496368408 (2.483237385749817) + | > loss_kl: 1.371429443359375 (1.3384078741073608) + | > loss_feat: 5.151610374450684 (5.581541299819946) + | > loss_mel: 22.818418502807617 (23.134550094604492) + | > loss_duration: 1.815460205078125 (1.833380937576294) + | > loss_1: 33.596187591552734 (34.371116638183594) + | > grad_norm_1: tensor(499.4749, device='cuda:0') (tensor(744.2211, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 1.4454 (2.016460418701172) + | > loader_time: 0.1204 (0.1200176477432251) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.3831186294555664 (2.3831186294555664) + | > loss_disc_real_0: 0.21699436008930206 (0.21699436008930206) + | > loss_disc_real_1: 0.2019156664609909 (0.2019156664609909) + | > loss_disc_real_2: 0.18560680747032166 (0.18560680747032166) + | > loss_disc_real_3: 0.23134025931358337 (0.23134025931358337) + | > loss_disc_real_4: 0.2060723900794983 (0.2060723900794983) + | > loss_disc_real_5: 0.2729932963848114 (0.2729932963848114) + | > loss_0: 2.3831186294555664 (2.3831186294555664) + | > loss_gen: 2.2722537517547607 (2.2722537517547607) + | > loss_kl: 1.791291356086731 (1.791291356086731) + | > loss_feat: 4.821529388427734 (4.821529388427734) + | > loss_mel: 23.987150192260742 (23.987150192260742) + | > loss_duration: 1.9072189331054688 (1.9072189331054688) + | > loss_1: 34.77944564819336 (34.77944564819336) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2060413360595703 (+0.010998964309692383) + | > avg_loss_disc: 2.3831186294555664 (+0.014074563980102539) + | > avg_loss_disc_real_0: 0.21699436008930206 (+0.12401790916919708) + | > avg_loss_disc_real_1: 0.2019156664609909 (-0.010003998875617981) + | > avg_loss_disc_real_2: 0.18560680747032166 (-0.030133962631225586) + | > avg_loss_disc_real_3: 0.23134025931358337 (-0.0014179348945617676) + | > avg_loss_disc_real_4: 0.2060723900794983 (-0.003975138068199158) + | > avg_loss_disc_real_5: 0.2729932963848114 (+0.08311960101127625) + | > avg_loss_0: 2.3831186294555664 (+0.014074563980102539) + | > avg_loss_gen: 2.2722537517547607 (+0.3038250207901001) + | > avg_loss_kl: 1.791291356086731 (-0.3735283613204956) + | > avg_loss_feat: 4.821529388427734 (+0.9151968955993652) + | > avg_loss_mel: 23.987150192260742 (-0.056621551513671875) + | > avg_loss_duration: 1.9072189331054688 (-0.04052531719207764) + | > avg_loss_1: 34.77944564819336 (+0.74835205078125) + + + > EPOCH: 47/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:57:51)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.460273265838623 (2.460273265838623) + | > loss_disc_real_0: 0.1440819799900055 (0.1440819799900055) + | > loss_disc_real_1: 0.17607960104942322 (0.17607960104942322) + | > loss_disc_real_2: 0.21075353026390076 (0.21075353026390076) + | > loss_disc_real_3: 0.2170185148715973 (0.2170185148715973) + | > loss_disc_real_4: 0.1758122444152832 (0.1758122444152832) + | > loss_disc_real_5: 0.2820873558521271 (0.2820873558521271) + | > loss_0: 2.460273265838623 (2.460273265838623) + | > loss_gen: 1.893524169921875 (1.893524169921875) + | > loss_kl: 2.1670620441436768 (2.1670620441436768) + | > loss_feat: 2.5329525470733643 (2.5329525470733643) + | > loss_mel: 21.944425582885742 (21.944425582885742) + | > loss_duration: 1.8942312002182007 (1.8942312002182007) + | > loss_1: 30.43219566345215 (30.43219566345215) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.20856094360351562 (+0.0025196075439453125) + | > avg_loss_disc: 2.460273265838623 (+0.07715463638305664) + | > avg_loss_disc_real_0: 0.1440819799900055 (-0.07291238009929657) + | > avg_loss_disc_real_1: 0.17607960104942322 (-0.025836065411567688) + | > avg_loss_disc_real_2: 0.21075353026390076 (+0.0251467227935791) + | > avg_loss_disc_real_3: 0.2170185148715973 (-0.014321744441986084) + | > avg_loss_disc_real_4: 0.1758122444152832 (-0.030260145664215088) + | > avg_loss_disc_real_5: 0.2820873558521271 (+0.009094059467315674) + | > avg_loss_0: 2.460273265838623 (+0.07715463638305664) + | > avg_loss_gen: 1.893524169921875 (-0.37872958183288574) + | > avg_loss_kl: 2.1670620441436768 (+0.3757706880569458) + | > avg_loss_feat: 2.5329525470733643 (-2.28857684135437) + | > avg_loss_mel: 21.944425582885742 (-2.042724609375) + | > avg_loss_duration: 1.8942312002182007 (-0.012987732887268066) + | > avg_loss_1: 30.43219566345215 (-4.347249984741211) + + > BEST MODEL : /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000/best_model_56337.pth + + > EPOCH: 48/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:58:18)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.3665151596069336 (2.3665151596069336) + | > loss_disc_real_0: 0.11657193303108215 (0.11657193303108215) + | > loss_disc_real_1: 0.26461195945739746 (0.26461195945739746) + | > loss_disc_real_2: 0.15955622494220734 (0.15955622494220734) + | > loss_disc_real_3: 0.23816482722759247 (0.23816482722759247) + | > loss_disc_real_4: 0.21445447206497192 (0.21445447206497192) + | > loss_disc_real_5: 0.23076924681663513 (0.23076924681663513) + | > loss_0: 2.3665151596069336 (2.3665151596069336) + | > loss_gen: 2.0583577156066895 (2.0583577156066895) + | > loss_kl: 2.0057735443115234 (2.0057735443115234) + | > loss_feat: 4.661764621734619 (4.661764621734619) + | > loss_mel: 22.29489517211914 (22.29489517211914) + | > loss_duration: 1.9358702898025513 (1.9358702898025513) + | > loss_1: 32.956661224365234 (32.956661224365234) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.21881794929504395 (+0.01025700569152832) + | > avg_loss_disc: 2.3665151596069336 (-0.09375810623168945) + | > avg_loss_disc_real_0: 0.11657193303108215 (-0.02751004695892334) + | > avg_loss_disc_real_1: 0.26461195945739746 (+0.08853235840797424) + | > avg_loss_disc_real_2: 0.15955622494220734 (-0.05119730532169342) + | > avg_loss_disc_real_3: 0.23816482722759247 (+0.021146312355995178) + | > avg_loss_disc_real_4: 0.21445447206497192 (+0.03864222764968872) + | > avg_loss_disc_real_5: 0.23076924681663513 (-0.05131810903549194) + | > avg_loss_0: 2.3665151596069336 (-0.09375810623168945) + | > avg_loss_gen: 2.0583577156066895 (+0.16483354568481445) + | > avg_loss_kl: 2.0057735443115234 (-0.16128849983215332) + | > avg_loss_feat: 4.661764621734619 (+2.128812074661255) + | > avg_loss_mel: 22.29489517211914 (+0.35046958923339844) + | > avg_loss_duration: 1.9358702898025513 (+0.041639089584350586) + | > avg_loss_1: 32.956661224365234 (+2.524465560913086) + + + > EPOCH: 49/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:58:43)  + + --> TIME: 2023-09-11 21:58:58 -- STEP: 6/7 -- GLOBAL_STEP: 56350 + | > loss_disc: 2.523627281188965 (2.568273742993673) + | > loss_disc_real_0: 0.2623458802700043 (0.17427447686592737) + | > loss_disc_real_1: 0.2287415713071823 (0.21168138335148493) + | > loss_disc_real_2: 0.2577686607837677 (0.2512819568316142) + | > loss_disc_real_3: 0.2159789651632309 (0.21167356769243875) + | > loss_disc_real_4: 0.2753971815109253 (0.24867825458447138) + | > loss_disc_real_5: 0.34047389030456543 (0.3026195093989372) + | > loss_0: 2.523627281188965 (2.568273742993673) + | > grad_norm_0: tensor(48.9649, device='cuda:0') (tensor(57.3418, device='cuda:0')) + | > loss_gen: 2.6099867820739746 (2.560136636098226) + | > loss_kl: 1.4324822425842285 (1.3570683201154072) + | > loss_feat: 5.41486930847168 (5.620708147684733) + | > loss_mel: 22.250757217407227 (22.638505935668945) + | > loss_duration: 1.8216979503631592 (1.8348806897799175) + | > loss_1: 33.52979278564453 (34.01129913330078) + | > grad_norm_1: tensor(759.1859, device='cuda:0') (tensor(806.6130, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 2.4061 (1.9452719688415527) + | > loader_time: 0.1195 (0.1245329777399699) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.714097261428833 (2.714097261428833) + | > loss_disc_real_0: 0.30909913778305054 (0.30909913778305054) + | > loss_disc_real_1: 0.29213544726371765 (0.29213544726371765) + | > loss_disc_real_2: 0.20144446194171906 (0.20144446194171906) + | > loss_disc_real_3: 0.2469559907913208 (0.2469559907913208) + | > loss_disc_real_4: 0.2580421268939972 (0.2580421268939972) + | > loss_disc_real_5: 0.31417086720466614 (0.31417086720466614) + | > loss_0: 2.714097261428833 (2.714097261428833) + | > loss_gen: 2.3857650756835938 (2.3857650756835938) + | > loss_kl: 1.9451926946640015 (1.9451926946640015) + | > loss_feat: 2.134195327758789 (2.134195327758789) + | > loss_mel: 20.015501022338867 (20.015501022338867) + | > loss_duration: 1.9193816184997559 (1.9193816184997559) + | > loss_1: 28.400035858154297 (28.400035858154297) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2031714916229248 (-0.01564645767211914) + | > avg_loss_disc: 2.714097261428833 (+0.3475821018218994) + | > avg_loss_disc_real_0: 0.30909913778305054 (+0.19252720475196838) + | > avg_loss_disc_real_1: 0.29213544726371765 (+0.02752348780632019) + | > avg_loss_disc_real_2: 0.20144446194171906 (+0.04188823699951172) + | > avg_loss_disc_real_3: 0.2469559907913208 (+0.008791163563728333) + | > avg_loss_disc_real_4: 0.2580421268939972 (+0.04358765482902527) + | > avg_loss_disc_real_5: 0.31417086720466614 (+0.083401620388031) + | > avg_loss_0: 2.714097261428833 (+0.3475821018218994) + | > avg_loss_gen: 2.3857650756835938 (+0.3274073600769043) + | > avg_loss_kl: 1.9451926946640015 (-0.06058084964752197) + | > avg_loss_feat: 2.134195327758789 (-2.52756929397583) + | > avg_loss_mel: 20.015501022338867 (-2.2793941497802734) + | > avg_loss_duration: 1.9193816184997559 (-0.01648867130279541) + | > avg_loss_1: 28.400035858154297 (-4.5566253662109375) + + > BEST MODEL : /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000/best_model_56351.pth + + > EPOCH: 50/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:59:10)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5290334224700928 (2.5290334224700928) + | > loss_disc_real_0: 0.10472704470157623 (0.10472704470157623) + | > loss_disc_real_1: 0.247652068734169 (0.247652068734169) + | > loss_disc_real_2: 0.27068644762039185 (0.27068644762039185) + | > loss_disc_real_3: 0.28231731057167053 (0.28231731057167053) + | > loss_disc_real_4: 0.2317502796649933 (0.2317502796649933) + | > loss_disc_real_5: 0.30046066641807556 (0.30046066641807556) + | > loss_0: 2.5290334224700928 (2.5290334224700928) + | > loss_gen: 2.1910347938537598 (2.1910347938537598) + | > loss_kl: 1.845211148262024 (1.845211148262024) + | > loss_feat: 5.0579609870910645 (5.0579609870910645) + | > loss_mel: 22.990734100341797 (22.990734100341797) + | > loss_duration: 1.942375898361206 (1.942375898361206) + | > loss_1: 34.02731704711914 (34.02731704711914) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.19679021835327148 (-0.00638127326965332) + | > avg_loss_disc: 2.5290334224700928 (-0.18506383895874023) + | > avg_loss_disc_real_0: 0.10472704470157623 (-0.2043720930814743) + | > avg_loss_disc_real_1: 0.247652068734169 (-0.044483378529548645) + | > avg_loss_disc_real_2: 0.27068644762039185 (+0.06924198567867279) + | > avg_loss_disc_real_3: 0.28231731057167053 (+0.03536131978034973) + | > avg_loss_disc_real_4: 0.2317502796649933 (-0.026291847229003906) + | > avg_loss_disc_real_5: 0.30046066641807556 (-0.013710200786590576) + | > avg_loss_0: 2.5290334224700928 (-0.18506383895874023) + | > avg_loss_gen: 2.1910347938537598 (-0.19473028182983398) + | > avg_loss_kl: 1.845211148262024 (-0.09998154640197754) + | > avg_loss_feat: 5.0579609870910645 (+2.9237656593322754) + | > avg_loss_mel: 22.990734100341797 (+2.9752330780029297) + | > avg_loss_duration: 1.942375898361206 (+0.022994279861450195) + | > avg_loss_1: 34.02731704711914 (+5.627281188964844) + + + > EPOCH: 51/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 21:59:35)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.717111587524414 (2.717111587524414) + | > loss_disc_real_0: 0.14950281381607056 (0.14950281381607056) + | > loss_disc_real_1: 0.14023993909358978 (0.14023993909358978) + | > loss_disc_real_2: 0.2169739305973053 (0.2169739305973053) + | > loss_disc_real_3: 0.309912770986557 (0.309912770986557) + | > loss_disc_real_4: 0.2752365171909332 (0.2752365171909332) + | > loss_disc_real_5: 0.31950265169143677 (0.31950265169143677) + | > loss_0: 2.717111587524414 (2.717111587524414) + | > loss_gen: 1.9777573347091675 (1.9777573347091675) + | > loss_kl: 2.153453826904297 (2.153453826904297) + | > loss_feat: 4.501743793487549 (4.501743793487549) + | > loss_mel: 23.844566345214844 (23.844566345214844) + | > loss_duration: 1.9519972801208496 (1.9519972801208496) + | > loss_1: 34.42951583862305 (34.42951583862305) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.20725488662719727 (+0.010464668273925781) + | > avg_loss_disc: 2.717111587524414 (+0.1880781650543213) + | > avg_loss_disc_real_0: 0.14950281381607056 (+0.044775769114494324) + | > avg_loss_disc_real_1: 0.14023993909358978 (-0.10741212964057922) + | > avg_loss_disc_real_2: 0.2169739305973053 (-0.05371251702308655) + | > avg_loss_disc_real_3: 0.309912770986557 (+0.027595460414886475) + | > avg_loss_disc_real_4: 0.2752365171909332 (+0.04348623752593994) + | > avg_loss_disc_real_5: 0.31950265169143677 (+0.019041985273361206) + | > avg_loss_0: 2.717111587524414 (+0.1880781650543213) + | > avg_loss_gen: 1.9777573347091675 (-0.21327745914459229) + | > avg_loss_kl: 2.153453826904297 (+0.30824267864227295) + | > avg_loss_feat: 4.501743793487549 (-0.5562171936035156) + | > avg_loss_mel: 23.844566345214844 (+0.8538322448730469) + | > avg_loss_duration: 1.9519972801208496 (+0.009621381759643555) + | > avg_loss_1: 34.42951583862305 (+0.40219879150390625) + + + > EPOCH: 52/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:00:00)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.151987314224243 (2.151987314224243) + | > loss_disc_real_0: 0.14094918966293335 (0.14094918966293335) + | > loss_disc_real_1: 0.16913515329360962 (0.16913515329360962) + | > loss_disc_real_2: 0.157072514295578 (0.157072514295578) + | > loss_disc_real_3: 0.1111169308423996 (0.1111169308423996) + | > loss_disc_real_4: 0.18309363722801208 (0.18309363722801208) + | > loss_disc_real_5: 0.16465120017528534 (0.16465120017528534) + | > loss_0: 2.151987314224243 (2.151987314224243) + | > loss_gen: 2.05448579788208 (2.05448579788208) + | > loss_kl: 2.380634069442749 (2.380634069442749) + | > loss_feat: 7.50859260559082 (7.50859260559082) + | > loss_mel: 28.902000427246094 (28.902000427246094) + | > loss_duration: 1.9873137474060059 (1.9873137474060059) + | > loss_1: 42.83302688598633 (42.83302688598633) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.20238208770751953 (-0.004872798919677734) + | > avg_loss_disc: 2.151987314224243 (-0.5651242733001709) + | > avg_loss_disc_real_0: 0.14094918966293335 (-0.008553624153137207) + | > avg_loss_disc_real_1: 0.16913515329360962 (+0.028895214200019836) + | > avg_loss_disc_real_2: 0.157072514295578 (-0.059901416301727295) + | > avg_loss_disc_real_3: 0.1111169308423996 (-0.1987958401441574) + | > avg_loss_disc_real_4: 0.18309363722801208 (-0.09214287996292114) + | > avg_loss_disc_real_5: 0.16465120017528534 (-0.15485145151615143) + | > avg_loss_0: 2.151987314224243 (-0.5651242733001709) + | > avg_loss_gen: 2.05448579788208 (+0.0767284631729126) + | > avg_loss_kl: 2.380634069442749 (+0.22718024253845215) + | > avg_loss_feat: 7.50859260559082 (+3.0068488121032715) + | > avg_loss_mel: 28.902000427246094 (+5.05743408203125) + | > avg_loss_duration: 1.9873137474060059 (+0.03531646728515625) + | > avg_loss_1: 42.83302688598633 (+8.403511047363281) + + + > EPOCH: 53/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:00:26)  + + --> TIME: 2023-09-11 22:00:34 -- STEP: 3/7 -- GLOBAL_STEP: 56375 + | > loss_disc: 2.5118401050567627 (2.3836522897084556) + | > loss_disc_real_0: 0.1495833843946457 (0.16554397841294607) + | > loss_disc_real_1: 0.2252655029296875 (0.2016855776309967) + | > loss_disc_real_2: 0.238025963306427 (0.21455195049444833) + | > loss_disc_real_3: 0.19894999265670776 (0.21284202734629312) + | > loss_disc_real_4: 0.2691816985607147 (0.23973138630390167) + | > loss_disc_real_5: 0.2552732527256012 (0.2328938047091166) + | > loss_0: 2.5118401050567627 (2.3836522897084556) + | > grad_norm_0: tensor(61.1428, device='cuda:0') (tensor(60.3163, device='cuda:0')) + | > loss_gen: 2.573424816131592 (2.5829063256581626) + | > loss_kl: 1.3622736930847168 (1.3747867743174236) + | > loss_feat: 5.969669342041016 (5.9026079177856445) + | > loss_mel: 22.71845245361328 (22.642801920572918) + | > loss_duration: 1.8145184516906738 (1.8252554734547932) + | > loss_1: 34.43833923339844 (34.3283576965332) + | > grad_norm_1: tensor(1323.6331, device='cuda:0') (tensor(1180.2693, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 1.6129 (1.882569392522176) + | > loader_time: 0.099 (0.12448279062906902) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 1.774315595626831 (1.774315595626831) + | > loss_disc_real_0: 0.08195008337497711 (0.08195008337497711) + | > loss_disc_real_1: 0.12977567315101624 (0.12977567315101624) + | > loss_disc_real_2: 0.1679699718952179 (0.1679699718952179) + | > loss_disc_real_3: 0.09229400008916855 (0.09229400008916855) + | > loss_disc_real_4: 0.13361677527427673 (0.13361677527427673) + | > loss_disc_real_5: 0.06983502209186554 (0.06983502209186554) + | > loss_0: 1.774315595626831 (1.774315595626831) + | > loss_gen: 2.3755335807800293 (2.3755335807800293) + | > loss_kl: 1.9825732707977295 (1.9825732707977295) + | > loss_feat: 9.098963737487793 (9.098963737487793) + | > loss_mel: 27.611539840698242 (27.611539840698242) + | > loss_duration: 1.9728760719299316 (1.9728760719299316) + | > loss_1: 43.04148864746094 (43.04148864746094) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2074265480041504 (+0.005044460296630859) + | > avg_loss_disc: 1.774315595626831 (-0.3776717185974121) + | > avg_loss_disc_real_0: 0.08195008337497711 (-0.05899910628795624) + | > avg_loss_disc_real_1: 0.12977567315101624 (-0.039359480142593384) + | > avg_loss_disc_real_2: 0.1679699718952179 (+0.010897457599639893) + | > avg_loss_disc_real_3: 0.09229400008916855 (-0.01882293075323105) + | > avg_loss_disc_real_4: 0.13361677527427673 (-0.04947686195373535) + | > avg_loss_disc_real_5: 0.06983502209186554 (-0.0948161780834198) + | > avg_loss_0: 1.774315595626831 (-0.3776717185974121) + | > avg_loss_gen: 2.3755335807800293 (+0.3210477828979492) + | > avg_loss_kl: 1.9825732707977295 (-0.39806079864501953) + | > avg_loss_feat: 9.098963737487793 (+1.5903711318969727) + | > avg_loss_mel: 27.611539840698242 (-1.2904605865478516) + | > avg_loss_duration: 1.9728760719299316 (-0.014437675476074219) + | > avg_loss_1: 43.04148864746094 (+0.20846176147460938) + + + > EPOCH: 54/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:00:51)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 3.0177388191223145 (3.0177388191223145) + | > loss_disc_real_0: 0.19701194763183594 (0.19701194763183594) + | > loss_disc_real_1: 0.3265689015388489 (0.3265689015388489) + | > loss_disc_real_2: 0.15025904774665833 (0.15025904774665833) + | > loss_disc_real_3: 0.22820992767810822 (0.22820992767810822) + | > loss_disc_real_4: 0.22410860657691956 (0.22410860657691956) + | > loss_disc_real_5: 0.2998543381690979 (0.2998543381690979) + | > loss_0: 3.0177388191223145 (3.0177388191223145) + | > loss_gen: 2.0229012966156006 (2.0229012966156006) + | > loss_kl: 2.197162628173828 (2.197162628173828) + | > loss_feat: 6.351414680480957 (6.351414680480957) + | > loss_mel: 27.541906356811523 (27.541906356811523) + | > loss_duration: 1.9797172546386719 (1.9797172546386719) + | > loss_1: 40.093101501464844 (40.093101501464844) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.21057343482971191 (+0.0031468868255615234) + | > avg_loss_disc: 3.0177388191223145 (+1.2434232234954834) + | > avg_loss_disc_real_0: 0.19701194763183594 (+0.11506186425685883) + | > avg_loss_disc_real_1: 0.3265689015388489 (+0.19679322838783264) + | > avg_loss_disc_real_2: 0.15025904774665833 (-0.01771092414855957) + | > avg_loss_disc_real_3: 0.22820992767810822 (+0.13591592758893967) + | > avg_loss_disc_real_4: 0.22410860657691956 (+0.09049183130264282) + | > avg_loss_disc_real_5: 0.2998543381690979 (+0.23001931607723236) + | > avg_loss_0: 3.0177388191223145 (+1.2434232234954834) + | > avg_loss_gen: 2.0229012966156006 (-0.3526322841644287) + | > avg_loss_kl: 2.197162628173828 (+0.21458935737609863) + | > avg_loss_feat: 6.351414680480957 (-2.747549057006836) + | > avg_loss_mel: 27.541906356811523 (-0.06963348388671875) + | > avg_loss_duration: 1.9797172546386719 (+0.006841182708740234) + | > avg_loss_1: 40.093101501464844 (-2.9483871459960938) + + + > EPOCH: 55/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:01:16)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.0913491249084473 (2.0913491249084473) + | > loss_disc_real_0: 0.10056380182504654 (0.10056380182504654) + | > loss_disc_real_1: 0.14640797674655914 (0.14640797674655914) + | > loss_disc_real_2: 0.1972082555294037 (0.1972082555294037) + | > loss_disc_real_3: 0.18461249768733978 (0.18461249768733978) + | > loss_disc_real_4: 0.2526555061340332 (0.2526555061340332) + | > loss_disc_real_5: 0.28717708587646484 (0.28717708587646484) + | > loss_0: 2.0913491249084473 (2.0913491249084473) + | > loss_gen: 2.6910786628723145 (2.6910786628723145) + | > loss_kl: 2.692950963973999 (2.692950963973999) + | > loss_feat: 6.1226806640625 (6.1226806640625) + | > loss_mel: 25.182857513427734 (25.182857513427734) + | > loss_duration: 2.021327018737793 (2.021327018737793) + | > loss_1: 38.71089553833008 (38.71089553833008) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2216789722442627 (+0.011105537414550781) + | > avg_loss_disc: 2.0913491249084473 (-0.9263896942138672) + | > avg_loss_disc_real_0: 0.10056380182504654 (-0.0964481458067894) + | > avg_loss_disc_real_1: 0.14640797674655914 (-0.18016092479228973) + | > avg_loss_disc_real_2: 0.1972082555294037 (+0.04694920778274536) + | > avg_loss_disc_real_3: 0.18461249768733978 (-0.04359742999076843) + | > avg_loss_disc_real_4: 0.2526555061340332 (+0.028546899557113647) + | > avg_loss_disc_real_5: 0.28717708587646484 (-0.012677252292633057) + | > avg_loss_0: 2.0913491249084473 (-0.9263896942138672) + | > avg_loss_gen: 2.6910786628723145 (+0.6681773662567139) + | > avg_loss_kl: 2.692950963973999 (+0.4957883358001709) + | > avg_loss_feat: 6.1226806640625 (-0.22873401641845703) + | > avg_loss_mel: 25.182857513427734 (-2.359048843383789) + | > avg_loss_duration: 2.021327018737793 (+0.041609764099121094) + | > avg_loss_1: 38.71089553833008 (-1.3822059631347656) + + + > EPOCH: 56/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:01:41)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5418224334716797 (2.5418224334716797) + | > loss_disc_real_0: 0.11475110054016113 (0.11475110054016113) + | > loss_disc_real_1: 0.24663110077381134 (0.24663110077381134) + | > loss_disc_real_2: 0.2275194376707077 (0.2275194376707077) + | > loss_disc_real_3: 0.2862458825111389 (0.2862458825111389) + | > loss_disc_real_4: 0.3139726519584656 (0.3139726519584656) + | > loss_disc_real_5: 0.27274301648139954 (0.27274301648139954) + | > loss_0: 2.5418224334716797 (2.5418224334716797) + | > loss_gen: 2.253429889678955 (2.253429889678955) + | > loss_kl: 2.2907285690307617 (2.2907285690307617) + | > loss_feat: 2.9590609073638916 (2.9590609073638916) + | > loss_mel: 20.651268005371094 (20.651268005371094) + | > loss_duration: 2.0049009323120117 (2.0049009323120117) + | > loss_1: 30.15938949584961 (30.15938949584961) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.23566579818725586 (+0.013986825942993164) + | > avg_loss_disc: 2.5418224334716797 (+0.4504733085632324) + | > avg_loss_disc_real_0: 0.11475110054016113 (+0.014187298715114594) + | > avg_loss_disc_real_1: 0.24663110077381134 (+0.1002231240272522) + | > avg_loss_disc_real_2: 0.2275194376707077 (+0.030311182141304016) + | > avg_loss_disc_real_3: 0.2862458825111389 (+0.10163338482379913) + | > avg_loss_disc_real_4: 0.3139726519584656 (+0.06131714582443237) + | > avg_loss_disc_real_5: 0.27274301648139954 (-0.014434069395065308) + | > avg_loss_0: 2.5418224334716797 (+0.4504733085632324) + | > avg_loss_gen: 2.253429889678955 (-0.4376487731933594) + | > avg_loss_kl: 2.2907285690307617 (-0.4022223949432373) + | > avg_loss_feat: 2.9590609073638916 (-3.1636197566986084) + | > avg_loss_mel: 20.651268005371094 (-4.531589508056641) + | > avg_loss_duration: 2.0049009323120117 (-0.01642608642578125) + | > avg_loss_1: 30.15938949584961 (-8.551506042480469) + + + > EPOCH: 57/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:02:06)  + + --> TIME: 2023-09-11 22:02:08 -- STEP: 0/7 -- GLOBAL_STEP: 56400 + | > loss_disc: 2.5336456298828125 (2.5336456298828125) + | > loss_disc_real_0: 0.19924764335155487 (0.19924764335155487) + | > loss_disc_real_1: 0.2566678822040558 (0.2566678822040558) + | > loss_disc_real_2: 0.20184125006198883 (0.20184125006198883) + | > loss_disc_real_3: 0.24926966428756714 (0.24926966428756714) + | > loss_disc_real_4: 0.3031437397003174 (0.3031437397003174) + | > loss_disc_real_5: 0.26806071400642395 (0.26806071400642395) + | > loss_0: 2.5336456298828125 (2.5336456298828125) + | > grad_norm_0: tensor(93.4579, device='cuda:0') (tensor(93.4579, device='cuda:0')) + | > loss_gen: 2.3652451038360596 (2.3652451038360596) + | > loss_kl: 1.5086860656738281 (1.5086860656738281) + | > loss_feat: 5.461887359619141 (5.461887359619141) + | > loss_mel: 22.338436126708984 (22.338436126708984) + | > loss_duration: 1.8101906776428223 (1.8101906776428223) + | > loss_1: 33.48444747924805 (33.48444747924805) + | > grad_norm_1: tensor(915.9698, device='cuda:0') (tensor(915.9698, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 1.3803 (1.3803350925445557) + | > loader_time: 0.7355 (0.735480546951294) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.6396169662475586 (2.6396169662475586) + | > loss_disc_real_0: 0.1272774487733841 (0.1272774487733841) + | > loss_disc_real_1: 0.22771552205085754 (0.22771552205085754) + | > loss_disc_real_2: 0.2723786234855652 (0.2723786234855652) + | > loss_disc_real_3: 0.23815961182117462 (0.23815961182117462) + | > loss_disc_real_4: 0.3418823480606079 (0.3418823480606079) + | > loss_disc_real_5: 0.26828041672706604 (0.26828041672706604) + | > loss_0: 2.6396169662475586 (2.6396169662475586) + | > loss_gen: 2.117868423461914 (2.117868423461914) + | > loss_kl: 2.6577658653259277 (2.6577658653259277) + | > loss_feat: 3.0347676277160645 (3.0347676277160645) + | > loss_mel: 21.042436599731445 (21.042436599731445) + | > loss_duration: 2.0109691619873047 (2.0109691619873047) + | > loss_1: 30.863807678222656 (30.863807678222656) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.22121858596801758 (-0.014447212219238281) + | > avg_loss_disc: 2.6396169662475586 (+0.0977945327758789) + | > avg_loss_disc_real_0: 0.1272774487733841 (+0.012526348233222961) + | > avg_loss_disc_real_1: 0.22771552205085754 (-0.018915578722953796) + | > avg_loss_disc_real_2: 0.2723786234855652 (+0.04485918581485748) + | > avg_loss_disc_real_3: 0.23815961182117462 (-0.048086270689964294) + | > avg_loss_disc_real_4: 0.3418823480606079 (+0.027909696102142334) + | > avg_loss_disc_real_5: 0.26828041672706604 (-0.004462599754333496) + | > avg_loss_0: 2.6396169662475586 (+0.0977945327758789) + | > avg_loss_gen: 2.117868423461914 (-0.13556146621704102) + | > avg_loss_kl: 2.6577658653259277 (+0.367037296295166) + | > avg_loss_feat: 3.0347676277160645 (+0.07570672035217285) + | > avg_loss_mel: 21.042436599731445 (+0.39116859436035156) + | > avg_loss_duration: 2.0109691619873047 (+0.006068229675292969) + | > avg_loss_1: 30.863807678222656 (+0.7044181823730469) + + + > EPOCH: 58/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:02:31)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4509658813476562 (2.4509658813476562) + | > loss_disc_real_0: 0.12056303769350052 (0.12056303769350052) + | > loss_disc_real_1: 0.234450101852417 (0.234450101852417) + | > loss_disc_real_2: 0.19631750881671906 (0.19631750881671906) + | > loss_disc_real_3: 0.2495896965265274 (0.2495896965265274) + | > loss_disc_real_4: 0.21987687051296234 (0.21987687051296234) + | > loss_disc_real_5: 0.257704496383667 (0.257704496383667) + | > loss_0: 2.4509658813476562 (2.4509658813476562) + | > loss_gen: 2.1101033687591553 (2.1101033687591553) + | > loss_kl: 2.3354146480560303 (2.3354146480560303) + | > loss_feat: 5.323879241943359 (5.323879241943359) + | > loss_mel: 25.595630645751953 (25.595630645751953) + | > loss_duration: 2.034424066543579 (2.034424066543579) + | > loss_1: 37.399452209472656 (37.399452209472656) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.21672773361206055 (-0.004490852355957031) + | > avg_loss_disc: 2.4509658813476562 (-0.18865108489990234) + | > avg_loss_disc_real_0: 0.12056303769350052 (-0.0067144110798835754) + | > avg_loss_disc_real_1: 0.234450101852417 (+0.006734579801559448) + | > avg_loss_disc_real_2: 0.19631750881671906 (-0.07606111466884613) + | > avg_loss_disc_real_3: 0.2495896965265274 (+0.011430084705352783) + | > avg_loss_disc_real_4: 0.21987687051296234 (-0.12200547754764557) + | > avg_loss_disc_real_5: 0.257704496383667 (-0.010575920343399048) + | > avg_loss_0: 2.4509658813476562 (-0.18865108489990234) + | > avg_loss_gen: 2.1101033687591553 (-0.007765054702758789) + | > avg_loss_kl: 2.3354146480560303 (-0.32235121726989746) + | > avg_loss_feat: 5.323879241943359 (+2.289111614227295) + | > avg_loss_mel: 25.595630645751953 (+4.553194046020508) + | > avg_loss_duration: 2.034424066543579 (+0.023454904556274414) + | > avg_loss_1: 37.399452209472656 (+6.53564453125) + + + > EPOCH: 59/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:02:56)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.0189805030822754 (2.0189805030822754) + | > loss_disc_real_0: 0.11488398909568787 (0.11488398909568787) + | > loss_disc_real_1: 0.1360422968864441 (0.1360422968864441) + | > loss_disc_real_2: 0.15497489273548126 (0.15497489273548126) + | > loss_disc_real_3: 0.10905004292726517 (0.10905004292726517) + | > loss_disc_real_4: 0.1612364649772644 (0.1612364649772644) + | > loss_disc_real_5: 0.07031284272670746 (0.07031284272670746) + | > loss_0: 2.0189805030822754 (2.0189805030822754) + | > loss_gen: 2.322126865386963 (2.322126865386963) + | > loss_kl: 1.9092165231704712 (1.9092165231704712) + | > loss_feat: 7.714684009552002 (7.714684009552002) + | > loss_mel: 24.803115844726562 (24.803115844726562) + | > loss_duration: 1.9816534519195557 (1.9816534519195557) + | > loss_1: 38.73080062866211 (38.73080062866211) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.23254728317260742 (+0.015819549560546875) + | > avg_loss_disc: 2.0189805030822754 (-0.43198537826538086) + | > avg_loss_disc_real_0: 0.11488398909568787 (-0.005679048597812653) + | > avg_loss_disc_real_1: 0.1360422968864441 (-0.0984078049659729) + | > avg_loss_disc_real_2: 0.15497489273548126 (-0.04134261608123779) + | > avg_loss_disc_real_3: 0.10905004292726517 (-0.14053965359926224) + | > avg_loss_disc_real_4: 0.1612364649772644 (-0.05864040553569794) + | > avg_loss_disc_real_5: 0.07031284272670746 (-0.18739165365695953) + | > avg_loss_0: 2.0189805030822754 (-0.43198537826538086) + | > avg_loss_gen: 2.322126865386963 (+0.21202349662780762) + | > avg_loss_kl: 1.9092165231704712 (-0.4261981248855591) + | > avg_loss_feat: 7.714684009552002 (+2.3908047676086426) + | > avg_loss_mel: 24.803115844726562 (-0.7925148010253906) + | > avg_loss_duration: 1.9816534519195557 (-0.05277061462402344) + | > avg_loss_1: 38.73080062866211 (+1.3313484191894531) + + + > EPOCH: 60/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:03:21)  + + --> TIME: 2023-09-11 22:03:31 -- STEP: 4/7 -- GLOBAL_STEP: 56425 + | > loss_disc: 2.733013153076172 (2.656675636768341) + | > loss_disc_real_0: 0.14420531690120697 (0.16705943271517754) + | > loss_disc_real_1: 0.18057097494602203 (0.22961847856640816) + | > loss_disc_real_2: 0.2314029335975647 (0.24021269008517265) + | > loss_disc_real_3: 0.21513928472995758 (0.22203177586197853) + | > loss_disc_real_4: 0.23993603885173798 (0.23927230387926102) + | > loss_disc_real_5: 0.22901788353919983 (0.2167270965874195) + | > loss_0: 2.733013153076172 (2.656675636768341) + | > grad_norm_0: tensor(26.2485, device='cuda:0') (tensor(36.8348, device='cuda:0')) + | > loss_gen: 2.095881223678589 (2.0915814638137817) + | > loss_kl: 1.5174553394317627 (1.3691426217556) + | > loss_feat: 5.302900314331055 (5.115531086921692) + | > loss_mel: 22.412635803222656 (22.146231651306152) + | > loss_duration: 1.8181182146072388 (1.8208141922950745) + | > loss_1: 33.14698791503906 (32.54329967498779) + | > grad_norm_1: tensor(181.0773, device='cuda:0') (tensor(483.1213, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 1.9794 (1.91643488407135) + | > loader_time: 0.1121 (0.11123239994049072) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 1.7895333766937256 (1.7895333766937256) + | > loss_disc_real_0: 0.08960821479558945 (0.08960821479558945) + | > loss_disc_real_1: 0.115169458091259 (0.115169458091259) + | > loss_disc_real_2: 0.13299207389354706 (0.13299207389354706) + | > loss_disc_real_3: 0.08600858598947525 (0.08600858598947525) + | > loss_disc_real_4: 0.12238309532403946 (0.12238309532403946) + | > loss_disc_real_5: 0.04443315789103508 (0.04443315789103508) + | > loss_0: 1.7895333766937256 (1.7895333766937256) + | > loss_gen: 2.093053102493286 (2.093053102493286) + | > loss_kl: 1.8850369453430176 (1.8850369453430176) + | > loss_feat: 9.257125854492188 (9.257125854492188) + | > loss_mel: 29.59259033203125 (29.59259033203125) + | > loss_duration: 1.9357836246490479 (1.9357836246490479) + | > loss_1: 44.763587951660156 (44.763587951660156) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.215958833694458 (-0.016588449478149414) + | > avg_loss_disc: 1.7895333766937256 (-0.2294471263885498) + | > avg_loss_disc_real_0: 0.08960821479558945 (-0.02527577430009842) + | > avg_loss_disc_real_1: 0.115169458091259 (-0.02087283879518509) + | > avg_loss_disc_real_2: 0.13299207389354706 (-0.021982818841934204) + | > avg_loss_disc_real_3: 0.08600858598947525 (-0.023041456937789917) + | > avg_loss_disc_real_4: 0.12238309532403946 (-0.038853369653224945) + | > avg_loss_disc_real_5: 0.04443315789103508 (-0.02587968483567238) + | > avg_loss_0: 1.7895333766937256 (-0.2294471263885498) + | > avg_loss_gen: 2.093053102493286 (-0.22907376289367676) + | > avg_loss_kl: 1.8850369453430176 (-0.024179577827453613) + | > avg_loss_feat: 9.257125854492188 (+1.5424418449401855) + | > avg_loss_mel: 29.59259033203125 (+4.7894744873046875) + | > avg_loss_duration: 1.9357836246490479 (-0.04586982727050781) + | > avg_loss_1: 44.763587951660156 (+6.032787322998047) + + + > EPOCH: 61/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:03:46)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.902494192123413 (2.902494192123413) + | > loss_disc_real_0: 0.16488751769065857 (0.16488751769065857) + | > loss_disc_real_1: 0.4865270256996155 (0.4865270256996155) + | > loss_disc_real_2: 0.20773768424987793 (0.20773768424987793) + | > loss_disc_real_3: 0.22291217744350433 (0.22291217744350433) + | > loss_disc_real_4: 0.208936870098114 (0.208936870098114) + | > loss_disc_real_5: 0.25624653697013855 (0.25624653697013855) + | > loss_0: 2.902494192123413 (2.902494192123413) + | > loss_gen: 1.7909306287765503 (1.7909306287765503) + | > loss_kl: 2.039232015609741 (2.039232015609741) + | > loss_feat: 4.979735851287842 (4.979735851287842) + | > loss_mel: 21.400985717773438 (21.400985717773438) + | > loss_duration: 1.9224727153778076 (1.9224727153778076) + | > loss_1: 32.13335418701172 (32.13335418701172) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.22614145278930664 (+0.010182619094848633) + | > avg_loss_disc: 2.902494192123413 (+1.1129608154296875) + | > avg_loss_disc_real_0: 0.16488751769065857 (+0.07527930289506912) + | > avg_loss_disc_real_1: 0.4865270256996155 (+0.3713575676083565) + | > avg_loss_disc_real_2: 0.20773768424987793 (+0.07474561035633087) + | > avg_loss_disc_real_3: 0.22291217744350433 (+0.13690359145402908) + | > avg_loss_disc_real_4: 0.208936870098114 (+0.08655377477407455) + | > avg_loss_disc_real_5: 0.25624653697013855 (+0.21181337907910347) + | > avg_loss_0: 2.902494192123413 (+1.1129608154296875) + | > avg_loss_gen: 1.7909306287765503 (-0.30212247371673584) + | > avg_loss_kl: 2.039232015609741 (+0.15419507026672363) + | > avg_loss_feat: 4.979735851287842 (-4.277390003204346) + | > avg_loss_mel: 21.400985717773438 (-8.191604614257812) + | > avg_loss_duration: 1.9224727153778076 (-0.013310909271240234) + | > avg_loss_1: 32.13335418701172 (-12.630233764648438) + + + > EPOCH: 62/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:04:11)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.1859359741210938 (2.1859359741210938) + | > loss_disc_real_0: 0.10982143878936768 (0.10982143878936768) + | > loss_disc_real_1: 0.1975812166929245 (0.1975812166929245) + | > loss_disc_real_2: 0.1847226321697235 (0.1847226321697235) + | > loss_disc_real_3: 0.206857830286026 (0.206857830286026) + | > loss_disc_real_4: 0.2784830331802368 (0.2784830331802368) + | > loss_disc_real_5: 0.36060234904289246 (0.36060234904289246) + | > loss_0: 2.1859359741210938 (2.1859359741210938) + | > loss_gen: 3.0586602687835693 (3.0586602687835693) + | > loss_kl: 2.006375789642334 (2.006375789642334) + | > loss_feat: 7.079627513885498 (7.079627513885498) + | > loss_mel: 27.236085891723633 (27.236085891723633) + | > loss_duration: 1.9514572620391846 (1.9514572620391846) + | > loss_1: 41.33220672607422 (41.33220672607422) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2344810962677002 (+0.008339643478393555) + | > avg_loss_disc: 2.1859359741210938 (-0.7165582180023193) + | > avg_loss_disc_real_0: 0.10982143878936768 (-0.055066078901290894) + | > avg_loss_disc_real_1: 0.1975812166929245 (-0.288945809006691) + | > avg_loss_disc_real_2: 0.1847226321697235 (-0.02301505208015442) + | > avg_loss_disc_real_3: 0.206857830286026 (-0.016054347157478333) + | > avg_loss_disc_real_4: 0.2784830331802368 (+0.0695461630821228) + | > avg_loss_disc_real_5: 0.36060234904289246 (+0.1043558120727539) + | > avg_loss_0: 2.1859359741210938 (-0.7165582180023193) + | > avg_loss_gen: 3.0586602687835693 (+1.267729640007019) + | > avg_loss_kl: 2.006375789642334 (-0.03285622596740723) + | > avg_loss_feat: 7.079627513885498 (+2.0998916625976562) + | > avg_loss_mel: 27.236085891723633 (+5.835100173950195) + | > avg_loss_duration: 1.9514572620391846 (+0.028984546661376953) + | > avg_loss_1: 41.33220672607422 (+9.1988525390625) + + + > EPOCH: 63/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:04:36)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.76005220413208 (2.76005220413208) + | > loss_disc_real_0: 0.11833272129297256 (0.11833272129297256) + | > loss_disc_real_1: 0.2606339156627655 (0.2606339156627655) + | > loss_disc_real_2: 0.1809222400188446 (0.1809222400188446) + | > loss_disc_real_3: 0.18247927725315094 (0.18247927725315094) + | > loss_disc_real_4: 0.2475561499595642 (0.2475561499595642) + | > loss_disc_real_5: 0.28963854908943176 (0.28963854908943176) + | > loss_0: 2.76005220413208 (2.76005220413208) + | > loss_gen: 1.9580645561218262 (1.9580645561218262) + | > loss_kl: 2.099385976791382 (2.099385976791382) + | > loss_feat: 5.382284164428711 (5.382284164428711) + | > loss_mel: 23.32386016845703 (23.32386016845703) + | > loss_duration: 1.9664256572723389 (1.9664256572723389) + | > loss_1: 34.73002243041992 (34.73002243041992) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2424025535583496 (+0.007921457290649414) + | > avg_loss_disc: 2.76005220413208 (+0.5741162300109863) + | > avg_loss_disc_real_0: 0.11833272129297256 (+0.008511282503604889) + | > avg_loss_disc_real_1: 0.2606339156627655 (+0.063052698969841) + | > avg_loss_disc_real_2: 0.1809222400188446 (-0.0038003921508789062) + | > avg_loss_disc_real_3: 0.18247927725315094 (-0.02437855303287506) + | > avg_loss_disc_real_4: 0.2475561499595642 (-0.030926883220672607) + | > avg_loss_disc_real_5: 0.28963854908943176 (-0.0709637999534607) + | > avg_loss_0: 2.76005220413208 (+0.5741162300109863) + | > avg_loss_gen: 1.9580645561218262 (-1.1005957126617432) + | > avg_loss_kl: 2.099385976791382 (+0.09301018714904785) + | > avg_loss_feat: 5.382284164428711 (-1.697343349456787) + | > avg_loss_mel: 23.32386016845703 (-3.9122257232666016) + | > avg_loss_duration: 1.9664256572723389 (+0.014968395233154297) + | > avg_loss_1: 34.73002243041992 (-6.602184295654297) + + + > EPOCH: 64/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:05:01)  + + --> TIME: 2023-09-11 22:05:06 -- STEP: 1/7 -- GLOBAL_STEP: 56450 + | > loss_disc: 2.507586717605591 (2.507586717605591) + | > loss_disc_real_0: 0.237543985247612 (0.237543985247612) + | > loss_disc_real_1: 0.25217360258102417 (0.25217360258102417) + | > loss_disc_real_2: 0.19935110211372375 (0.19935110211372375) + | > loss_disc_real_3: 0.25099655985832214 (0.25099655985832214) + | > loss_disc_real_4: 0.20217390358448029 (0.20217390358448029) + | > loss_disc_real_5: 0.23949956893920898 (0.23949956893920898) + | > loss_0: 2.507586717605591 (2.507586717605591) + | > grad_norm_0: tensor(67.1563, device='cuda:0') (tensor(67.1563, device='cuda:0')) + | > loss_gen: 2.437713861465454 (2.437713861465454) + | > loss_kl: 1.187934160232544 (1.187934160232544) + | > loss_feat: 5.749680042266846 (5.749680042266846) + | > loss_mel: 22.486446380615234 (22.486446380615234) + | > loss_duration: 1.8358685970306396 (1.8358685970306396) + | > loss_1: 33.6976432800293 (33.6976432800293) + | > grad_norm_1: tensor(762.8340, device='cuda:0') (tensor(762.8340, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 2.5755 (2.5754566192626953) + | > loader_time: 0.1195 (0.11946821212768555) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.56978178024292 (2.56978178024292) + | > loss_disc_real_0: 0.08605025708675385 (0.08605025708675385) + | > loss_disc_real_1: 0.21504174172878265 (0.21504174172878265) + | > loss_disc_real_2: 0.2720346748828888 (0.2720346748828888) + | > loss_disc_real_3: 0.20952168107032776 (0.20952168107032776) + | > loss_disc_real_4: 0.2215757519006729 (0.2215757519006729) + | > loss_disc_real_5: 0.26649463176727295 (0.26649463176727295) + | > loss_0: 2.56978178024292 (2.56978178024292) + | > loss_gen: 1.9259545803070068 (1.9259545803070068) + | > loss_kl: 1.8710970878601074 (1.8710970878601074) + | > loss_feat: 5.46347713470459 (5.46347713470459) + | > loss_mel: 25.055892944335938 (25.055892944335938) + | > loss_duration: 2.0182013511657715 (2.0182013511657715) + | > loss_1: 36.33462142944336 (36.33462142944336) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.21955251693725586 (-0.02285003662109375) + | > avg_loss_disc: 2.56978178024292 (-0.19027042388916016) + | > avg_loss_disc_real_0: 0.08605025708675385 (-0.03228246420621872) + | > avg_loss_disc_real_1: 0.21504174172878265 (-0.04559217393398285) + | > avg_loss_disc_real_2: 0.2720346748828888 (+0.09111243486404419) + | > avg_loss_disc_real_3: 0.20952168107032776 (+0.02704240381717682) + | > avg_loss_disc_real_4: 0.2215757519006729 (-0.025980398058891296) + | > avg_loss_disc_real_5: 0.26649463176727295 (-0.023143917322158813) + | > avg_loss_0: 2.56978178024292 (-0.19027042388916016) + | > avg_loss_gen: 1.9259545803070068 (-0.032109975814819336) + | > avg_loss_kl: 1.8710970878601074 (-0.22828888893127441) + | > avg_loss_feat: 5.46347713470459 (+0.0811929702758789) + | > avg_loss_mel: 25.055892944335938 (+1.7320327758789062) + | > avg_loss_duration: 2.0182013511657715 (+0.05177569389343262) + | > avg_loss_1: 36.33462142944336 (+1.6045989990234375) + + + > EPOCH: 65/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:05:26)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.3949716091156006 (2.3949716091156006) + | > loss_disc_real_0: 0.09637682139873505 (0.09637682139873505) + | > loss_disc_real_1: 0.24732491374015808 (0.24732491374015808) + | > loss_disc_real_2: 0.14977645874023438 (0.14977645874023438) + | > loss_disc_real_3: 0.14824511110782623 (0.14824511110782623) + | > loss_disc_real_4: 0.19910112023353577 (0.19910112023353577) + | > loss_disc_real_5: 0.1382642388343811 (0.1382642388343811) + | > loss_0: 2.3949716091156006 (2.3949716091156006) + | > loss_gen: 1.933727741241455 (1.933727741241455) + | > loss_kl: 2.1888575553894043 (2.1888575553894043) + | > loss_feat: 6.88643741607666 (6.88643741607666) + | > loss_mel: 26.193214416503906 (26.193214416503906) + | > loss_duration: 1.9487695693969727 (1.9487695693969727) + | > loss_1: 39.151004791259766 (39.151004791259766) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2325291633605957 (+0.012976646423339844) + | > avg_loss_disc: 2.3949716091156006 (-0.17481017112731934) + | > avg_loss_disc_real_0: 0.09637682139873505 (+0.010326564311981201) + | > avg_loss_disc_real_1: 0.24732491374015808 (+0.03228317201137543) + | > avg_loss_disc_real_2: 0.14977645874023438 (-0.12225821614265442) + | > avg_loss_disc_real_3: 0.14824511110782623 (-0.061276569962501526) + | > avg_loss_disc_real_4: 0.19910112023353577 (-0.022474631667137146) + | > avg_loss_disc_real_5: 0.1382642388343811 (-0.12823039293289185) + | > avg_loss_0: 2.3949716091156006 (-0.17481017112731934) + | > avg_loss_gen: 1.933727741241455 (+0.007773160934448242) + | > avg_loss_kl: 2.1888575553894043 (+0.3177604675292969) + | > avg_loss_feat: 6.88643741607666 (+1.4229602813720703) + | > avg_loss_mel: 26.193214416503906 (+1.1373214721679688) + | > avg_loss_duration: 1.9487695693969727 (-0.06943178176879883) + | > avg_loss_1: 39.151004791259766 (+2.8163833618164062) + + + > EPOCH: 66/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:05:51)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4769790172576904 (2.4769790172576904) + | > loss_disc_real_0: 0.0972013995051384 (0.0972013995051384) + | > loss_disc_real_1: 0.12939435243606567 (0.12939435243606567) + | > loss_disc_real_2: 0.26933401823043823 (0.26933401823043823) + | > loss_disc_real_3: 0.21985748410224915 (0.21985748410224915) + | > loss_disc_real_4: 0.292483925819397 (0.292483925819397) + | > loss_disc_real_5: 0.38063284754753113 (0.38063284754753113) + | > loss_0: 2.4769790172576904 (2.4769790172576904) + | > loss_gen: 2.2914187908172607 (2.2914187908172607) + | > loss_kl: 2.039000988006592 (2.039000988006592) + | > loss_feat: 6.2474284172058105 (6.2474284172058105) + | > loss_mel: 26.413009643554688 (26.413009643554688) + | > loss_duration: 2.0039777755737305 (2.0039777755737305) + | > loss_1: 38.99483871459961 (38.99483871459961) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2391674518585205 (+0.006638288497924805) + | > avg_loss_disc: 2.4769790172576904 (+0.08200740814208984) + | > avg_loss_disc_real_0: 0.0972013995051384 (+0.0008245781064033508) + | > avg_loss_disc_real_1: 0.12939435243606567 (-0.11793056130409241) + | > avg_loss_disc_real_2: 0.26933401823043823 (+0.11955755949020386) + | > avg_loss_disc_real_3: 0.21985748410224915 (+0.07161237299442291) + | > avg_loss_disc_real_4: 0.292483925819397 (+0.0933828055858612) + | > avg_loss_disc_real_5: 0.38063284754753113 (+0.24236860871315002) + | > avg_loss_0: 2.4769790172576904 (+0.08200740814208984) + | > avg_loss_gen: 2.2914187908172607 (+0.35769104957580566) + | > avg_loss_kl: 2.039000988006592 (-0.1498565673828125) + | > avg_loss_feat: 6.2474284172058105 (-0.6390089988708496) + | > avg_loss_mel: 26.413009643554688 (+0.21979522705078125) + | > avg_loss_duration: 2.0039777755737305 (+0.05520820617675781) + | > avg_loss_1: 38.99483871459961 (-0.15616607666015625) + + + > EPOCH: 67/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:06:16)  + + --> TIME: 2023-09-11 22:06:28 -- STEP: 5/7 -- GLOBAL_STEP: 56475 + | > loss_disc: 2.4882335662841797 (2.5173010349273683) + | > loss_disc_real_0: 0.15316957235336304 (0.17072793543338777) + | > loss_disc_real_1: 0.20373979210853577 (0.20137648284435272) + | > loss_disc_real_2: 0.23744167387485504 (0.2394255131483078) + | > loss_disc_real_3: 0.19655738770961761 (0.20613399446010588) + | > loss_disc_real_4: 0.24102872610092163 (0.24398942589759826) + | > loss_disc_real_5: 0.2187955677509308 (0.23065848052501678) + | > loss_0: 2.4882335662841797 (2.5173010349273683) + | > grad_norm_0: tensor(45.1213, device='cuda:0') (tensor(41.9665, device='cuda:0')) + | > loss_gen: 2.446349859237671 (2.30678334236145) + | > loss_kl: 1.3015283346176147 (1.3551712036132812) + | > loss_feat: 5.813218116760254 (5.386851215362549) + | > loss_mel: 22.3590087890625 (22.17480125427246) + | > loss_duration: 1.816206693649292 (1.8038031339645386) + | > loss_1: 33.73631286621094 (33.0274097442627) + | > grad_norm_1: tensor(961.3139, device='cuda:0') (tensor(734.0060, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 1.6745 (1.8627797603607177) + | > loader_time: 0.1154 (0.1072382926940918) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5327253341674805 (2.5327253341674805) + | > loss_disc_real_0: 0.1299174576997757 (0.1299174576997757) + | > loss_disc_real_1: 0.22193855047225952 (0.22193855047225952) + | > loss_disc_real_2: 0.2242918312549591 (0.2242918312549591) + | > loss_disc_real_3: 0.22009976208209991 (0.22009976208209991) + | > loss_disc_real_4: 0.20207037031650543 (0.20207037031650543) + | > loss_disc_real_5: 0.30314385890960693 (0.30314385890960693) + | > loss_0: 2.5327253341674805 (2.5327253341674805) + | > loss_gen: 2.1031110286712646 (2.1031110286712646) + | > loss_kl: 1.5663930177688599 (1.5663930177688599) + | > loss_feat: 4.26992654800415 (4.26992654800415) + | > loss_mel: 23.893661499023438 (23.893661499023438) + | > loss_duration: 2.0556583404541016 (2.0556583404541016) + | > loss_1: 33.88874816894531 (33.88874816894531) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2493882179260254 (+0.010220766067504883) + | > avg_loss_disc: 2.5327253341674805 (+0.05574631690979004) + | > avg_loss_disc_real_0: 0.1299174576997757 (+0.0327160581946373) + | > avg_loss_disc_real_1: 0.22193855047225952 (+0.09254419803619385) + | > avg_loss_disc_real_2: 0.2242918312549591 (-0.045042186975479126) + | > avg_loss_disc_real_3: 0.22009976208209991 (+0.00024227797985076904) + | > avg_loss_disc_real_4: 0.20207037031650543 (-0.09041355550289154) + | > avg_loss_disc_real_5: 0.30314385890960693 (-0.0774889886379242) + | > avg_loss_0: 2.5327253341674805 (+0.05574631690979004) + | > avg_loss_gen: 2.1031110286712646 (-0.1883077621459961) + | > avg_loss_kl: 1.5663930177688599 (-0.47260797023773193) + | > avg_loss_feat: 4.26992654800415 (-1.9775018692016602) + | > avg_loss_mel: 23.893661499023438 (-2.51934814453125) + | > avg_loss_duration: 2.0556583404541016 (+0.051680564880371094) + | > avg_loss_1: 33.88874816894531 (-5.106090545654297) + + + > EPOCH: 68/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:06:41)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4012861251831055 (2.4012861251831055) + | > loss_disc_real_0: 0.07970387488603592 (0.07970387488603592) + | > loss_disc_real_1: 0.13161475956439972 (0.13161475956439972) + | > loss_disc_real_2: 0.11416114121675491 (0.11416114121675491) + | > loss_disc_real_3: 0.15876294672489166 (0.15876294672489166) + | > loss_disc_real_4: 0.20671309530735016 (0.20671309530735016) + | > loss_disc_real_5: 0.21321545541286469 (0.21321545541286469) + | > loss_0: 2.4012861251831055 (2.4012861251831055) + | > loss_gen: 1.7597949504852295 (1.7597949504852295) + | > loss_kl: 2.207517385482788 (2.207517385482788) + | > loss_feat: 5.919006824493408 (5.919006824493408) + | > loss_mel: 23.49129867553711 (23.49129867553711) + | > loss_duration: 2.0686559677124023 (2.0686559677124023) + | > loss_1: 35.44627380371094 (35.44627380371094) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.23294472694396973 (-0.016443490982055664) + | > avg_loss_disc: 2.4012861251831055 (-0.131439208984375) + | > avg_loss_disc_real_0: 0.07970387488603592 (-0.05021358281373978) + | > avg_loss_disc_real_1: 0.13161475956439972 (-0.0903237909078598) + | > avg_loss_disc_real_2: 0.11416114121675491 (-0.1101306900382042) + | > avg_loss_disc_real_3: 0.15876294672489166 (-0.06133681535720825) + | > avg_loss_disc_real_4: 0.20671309530735016 (+0.0046427249908447266) + | > avg_loss_disc_real_5: 0.21321545541286469 (-0.08992840349674225) + | > avg_loss_0: 2.4012861251831055 (-0.131439208984375) + | > avg_loss_gen: 1.7597949504852295 (-0.34331607818603516) + | > avg_loss_kl: 2.207517385482788 (+0.6411243677139282) + | > avg_loss_feat: 5.919006824493408 (+1.6490802764892578) + | > avg_loss_mel: 23.49129867553711 (-0.4023628234863281) + | > avg_loss_duration: 2.0686559677124023 (+0.012997627258300781) + | > avg_loss_1: 35.44627380371094 (+1.557525634765625) + + + > EPOCH: 69/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:07:06)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.7113747596740723 (2.7113747596740723) + | > loss_disc_real_0: 0.21486984193325043 (0.21486984193325043) + | > loss_disc_real_1: 0.280571848154068 (0.280571848154068) + | > loss_disc_real_2: 0.286129355430603 (0.286129355430603) + | > loss_disc_real_3: 0.2553136944770813 (0.2553136944770813) + | > loss_disc_real_4: 0.26457467675209045 (0.26457467675209045) + | > loss_disc_real_5: 0.2997949719429016 (0.2997949719429016) + | > loss_0: 2.7113747596740723 (2.7113747596740723) + | > loss_gen: 2.295773983001709 (2.295773983001709) + | > loss_kl: 1.8826980590820312 (1.8826980590820312) + | > loss_feat: 3.8832619190216064 (3.8832619190216064) + | > loss_mel: 21.692415237426758 (21.692415237426758) + | > loss_duration: 2.0122008323669434 (2.0122008323669434) + | > loss_1: 31.76634979248047 (31.76634979248047) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.23367905616760254 (+0.0007343292236328125) + | > avg_loss_disc: 2.7113747596740723 (+0.3100886344909668) + | > avg_loss_disc_real_0: 0.21486984193325043 (+0.1351659670472145) + | > avg_loss_disc_real_1: 0.280571848154068 (+0.14895708858966827) + | > avg_loss_disc_real_2: 0.286129355430603 (+0.17196821421384811) + | > avg_loss_disc_real_3: 0.2553136944770813 (+0.09655074775218964) + | > avg_loss_disc_real_4: 0.26457467675209045 (+0.057861581444740295) + | > avg_loss_disc_real_5: 0.2997949719429016 (+0.08657951653003693) + | > avg_loss_0: 2.7113747596740723 (+0.3100886344909668) + | > avg_loss_gen: 2.295773983001709 (+0.5359790325164795) + | > avg_loss_kl: 1.8826980590820312 (-0.32481932640075684) + | > avg_loss_feat: 3.8832619190216064 (-2.0357449054718018) + | > avg_loss_mel: 21.692415237426758 (-1.7988834381103516) + | > avg_loss_duration: 2.0122008323669434 (-0.056455135345458984) + | > avg_loss_1: 31.76634979248047 (-3.6799240112304688) + + + > EPOCH: 70/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:07:30)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.812112808227539 (2.812112808227539) + | > loss_disc_real_0: 0.5076708793640137 (0.5076708793640137) + | > loss_disc_real_1: 0.2847016453742981 (0.2847016453742981) + | > loss_disc_real_2: 0.2684592008590698 (0.2684592008590698) + | > loss_disc_real_3: 0.22773554921150208 (0.22773554921150208) + | > loss_disc_real_4: 0.23520326614379883 (0.23520326614379883) + | > loss_disc_real_5: 0.2938624322414398 (0.2938624322414398) + | > loss_0: 2.812112808227539 (2.812112808227539) + | > loss_gen: 2.869072437286377 (2.869072437286377) + | > loss_kl: 2.89463472366333 (2.89463472366333) + | > loss_feat: 4.843461036682129 (4.843461036682129) + | > loss_mel: 24.647035598754883 (24.647035598754883) + | > loss_duration: 1.971867322921753 (1.971867322921753) + | > loss_1: 37.226070404052734 (37.226070404052734) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.22834420204162598 (-0.0053348541259765625) + | > avg_loss_disc: 2.812112808227539 (+0.1007380485534668) + | > avg_loss_disc_real_0: 0.5076708793640137 (+0.29280103743076324) + | > avg_loss_disc_real_1: 0.2847016453742981 (+0.0041297972202301025) + | > avg_loss_disc_real_2: 0.2684592008590698 (-0.017670154571533203) + | > avg_loss_disc_real_3: 0.22773554921150208 (-0.027578145265579224) + | > avg_loss_disc_real_4: 0.23520326614379883 (-0.029371410608291626) + | > avg_loss_disc_real_5: 0.2938624322414398 (-0.005932539701461792) + | > avg_loss_0: 2.812112808227539 (+0.1007380485534668) + | > avg_loss_gen: 2.869072437286377 (+0.573298454284668) + | > avg_loss_kl: 2.89463472366333 (+1.0119366645812988) + | > avg_loss_feat: 4.843461036682129 (+0.9601991176605225) + | > avg_loss_mel: 24.647035598754883 (+2.954620361328125) + | > avg_loss_duration: 1.971867322921753 (-0.04033350944519043) + | > avg_loss_1: 37.226070404052734 (+5.459720611572266) + + + > EPOCH: 71/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:07:55)  + + --> TIME: 2023-09-11 22:08:01 -- STEP: 2/7 -- GLOBAL_STEP: 56500 + | > loss_disc: 2.3935999870300293 (2.3890984058380127) + | > loss_disc_real_0: 0.13680848479270935 (0.14404374361038208) + | > loss_disc_real_1: 0.1947849988937378 (0.20827243477106094) + | > loss_disc_real_2: 0.20622271299362183 (0.22317728400230408) + | > loss_disc_real_3: 0.14456413686275482 (0.1689172312617302) + | > loss_disc_real_4: 0.1859883964061737 (0.19533487409353256) + | > loss_disc_real_5: 0.19246765971183777 (0.2132512852549553) + | > loss_0: 2.3935999870300293 (2.3890984058380127) + | > grad_norm_0: tensor(35.1329, device='cuda:0') (tensor(42.2528, device='cuda:0')) + | > loss_gen: 2.2813849449157715 (2.342472553253174) + | > loss_kl: 1.2991137504577637 (1.2892793416976929) + | > loss_feat: 6.345570087432861 (6.186076879501343) + | > loss_mel: 23.469894409179688 (22.956195831298828) + | > loss_duration: 1.7791075706481934 (1.8022981882095337) + | > loss_1: 35.17506790161133 (34.57632064819336) + | > grad_norm_1: tensor(1035.6742, device='cuda:0') (tensor(1106.6152, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 1.4523 (2.0371782779693604) + | > loader_time: 0.1527 (0.158957839012146) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5852394104003906 (2.5852394104003906) + | > loss_disc_real_0: 0.18296658992767334 (0.18296658992767334) + | > loss_disc_real_1: 0.258806973695755 (0.258806973695755) + | > loss_disc_real_2: 0.17804737389087677 (0.17804737389087677) + | > loss_disc_real_3: 0.19716475903987885 (0.19716475903987885) + | > loss_disc_real_4: 0.25093457102775574 (0.25093457102775574) + | > loss_disc_real_5: 0.24099279940128326 (0.24099279940128326) + | > loss_0: 2.5852394104003906 (2.5852394104003906) + | > loss_gen: 2.124476909637451 (2.124476909637451) + | > loss_kl: 2.0554044246673584 (2.0554044246673584) + | > loss_feat: 4.446492671966553 (4.446492671966553) + | > loss_mel: 23.611270904541016 (23.611270904541016) + | > loss_duration: 1.940039038658142 (1.940039038658142) + | > loss_1: 34.17768478393555 (34.17768478393555) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.23065757751464844 (+0.002313375473022461) + | > avg_loss_disc: 2.5852394104003906 (-0.22687339782714844) + | > avg_loss_disc_real_0: 0.18296658992767334 (-0.32470428943634033) + | > avg_loss_disc_real_1: 0.258806973695755 (-0.02589467167854309) + | > avg_loss_disc_real_2: 0.17804737389087677 (-0.09041182696819305) + | > avg_loss_disc_real_3: 0.19716475903987885 (-0.03057079017162323) + | > avg_loss_disc_real_4: 0.25093457102775574 (+0.01573130488395691) + | > avg_loss_disc_real_5: 0.24099279940128326 (-0.052869632840156555) + | > avg_loss_0: 2.5852394104003906 (-0.22687339782714844) + | > avg_loss_gen: 2.124476909637451 (-0.7445955276489258) + | > avg_loss_kl: 2.0554044246673584 (-0.8392302989959717) + | > avg_loss_feat: 4.446492671966553 (-0.39696836471557617) + | > avg_loss_mel: 23.611270904541016 (-1.0357646942138672) + | > avg_loss_duration: 1.940039038658142 (-0.03182828426361084) + | > avg_loss_1: 34.17768478393555 (-3.0483856201171875) + + + > EPOCH: 72/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:08:20)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 1.9872350692749023 (1.9872350692749023) + | > loss_disc_real_0: 0.08512391895055771 (0.08512391895055771) + | > loss_disc_real_1: 0.13607069849967957 (0.13607069849967957) + | > loss_disc_real_2: 0.19577103853225708 (0.19577103853225708) + | > loss_disc_real_3: 0.15720532834529877 (0.15720532834529877) + | > loss_disc_real_4: 0.16948720812797546 (0.16948720812797546) + | > loss_disc_real_5: 0.10442173480987549 (0.10442173480987549) + | > loss_0: 1.9872350692749023 (1.9872350692749023) + | > loss_gen: 2.1323397159576416 (2.1323397159576416) + | > loss_kl: 2.374218225479126 (2.374218225479126) + | > loss_feat: 7.139746189117432 (7.139746189117432) + | > loss_mel: 30.000314712524414 (30.000314712524414) + | > loss_duration: 1.9230859279632568 (1.9230859279632568) + | > loss_1: 43.5697021484375 (43.5697021484375) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2400200366973877 (+0.009362459182739258) + | > avg_loss_disc: 1.9872350692749023 (-0.5980043411254883) + | > avg_loss_disc_real_0: 0.08512391895055771 (-0.09784267097711563) + | > avg_loss_disc_real_1: 0.13607069849967957 (-0.12273627519607544) + | > avg_loss_disc_real_2: 0.19577103853225708 (+0.01772366464138031) + | > avg_loss_disc_real_3: 0.15720532834529877 (-0.03995943069458008) + | > avg_loss_disc_real_4: 0.16948720812797546 (-0.08144736289978027) + | > avg_loss_disc_real_5: 0.10442173480987549 (-0.13657106459140778) + | > avg_loss_0: 1.9872350692749023 (-0.5980043411254883) + | > avg_loss_gen: 2.1323397159576416 (+0.00786280632019043) + | > avg_loss_kl: 2.374218225479126 (+0.3188138008117676) + | > avg_loss_feat: 7.139746189117432 (+2.693253517150879) + | > avg_loss_mel: 30.000314712524414 (+6.389043807983398) + | > avg_loss_duration: 1.9230859279632568 (-0.016953110694885254) + | > avg_loss_1: 43.5697021484375 (+9.392017364501953) + + + > EPOCH: 73/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:08:45)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.552642822265625 (2.552642822265625) + | > loss_disc_real_0: 0.09027323126792908 (0.09027323126792908) + | > loss_disc_real_1: 0.19327108561992645 (0.19327108561992645) + | > loss_disc_real_2: 0.253790020942688 (0.253790020942688) + | > loss_disc_real_3: 0.22728130221366882 (0.22728130221366882) + | > loss_disc_real_4: 0.2480594515800476 (0.2480594515800476) + | > loss_disc_real_5: 0.276218980550766 (0.276218980550766) + | > loss_0: 2.552642822265625 (2.552642822265625) + | > loss_gen: 1.978451132774353 (1.978451132774353) + | > loss_kl: 2.5087404251098633 (2.5087404251098633) + | > loss_feat: 3.8258426189422607 (3.8258426189422607) + | > loss_mel: 22.032089233398438 (22.032089233398438) + | > loss_duration: 1.988924503326416 (1.988924503326416) + | > loss_1: 32.334049224853516 (32.334049224853516) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.23073339462280273 (-0.009286642074584961) + | > avg_loss_disc: 2.552642822265625 (+0.5654077529907227) + | > avg_loss_disc_real_0: 0.09027323126792908 (+0.005149312317371368) + | > avg_loss_disc_real_1: 0.19327108561992645 (+0.05720038712024689) + | > avg_loss_disc_real_2: 0.253790020942688 (+0.05801898241043091) + | > avg_loss_disc_real_3: 0.22728130221366882 (+0.07007597386837006) + | > avg_loss_disc_real_4: 0.2480594515800476 (+0.07857224345207214) + | > avg_loss_disc_real_5: 0.276218980550766 (+0.1717972457408905) + | > avg_loss_0: 2.552642822265625 (+0.5654077529907227) + | > avg_loss_gen: 1.978451132774353 (-0.15388858318328857) + | > avg_loss_kl: 2.5087404251098633 (+0.1345221996307373) + | > avg_loss_feat: 3.8258426189422607 (-3.313903570175171) + | > avg_loss_mel: 22.032089233398438 (-7.968225479125977) + | > avg_loss_duration: 1.988924503326416 (+0.06583857536315918) + | > avg_loss_1: 32.334049224853516 (-11.235652923583984) + + + > EPOCH: 74/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:09:10)  + + --> TIME: 2023-09-11 22:09:24 -- STEP: 6/7 -- GLOBAL_STEP: 56525 + | > loss_disc: 2.540079116821289 (2.571755806605021) + | > loss_disc_real_0: 0.16395913064479828 (0.19092523058255514) + | > loss_disc_real_1: 0.24731510877609253 (0.23093156268199286) + | > loss_disc_real_2: 0.2563137114048004 (0.244825579226017) + | > loss_disc_real_3: 0.2838050425052643 (0.22250140955050787) + | > loss_disc_real_4: 0.21875514090061188 (0.2304449826478958) + | > loss_disc_real_5: 0.2620011568069458 (0.24168472737073898) + | > loss_0: 2.540079116821289 (2.571755806605021) + | > grad_norm_0: tensor(93.0894, device='cuda:0') (tensor(73.8664, device='cuda:0')) + | > loss_gen: 2.361809492111206 (2.310897429784139) + | > loss_kl: 1.4592435359954834 (1.339534600575765) + | > loss_feat: 5.859914302825928 (5.398983637491862) + | > loss_mel: 22.193397521972656 (22.03310775756836) + | > loss_duration: 1.786076545715332 (1.7983802556991577) + | > loss_1: 33.660438537597656 (32.88090387980143) + | > grad_norm_1: tensor(1112.9828, device='cuda:0') (tensor(921.6383, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 2.398 (1.949178655942281) + | > loader_time: 0.12 (0.11069496472676595) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4933321475982666 (2.4933321475982666) + | > loss_disc_real_0: 0.05645204707980156 (0.05645204707980156) + | > loss_disc_real_1: 0.20559248328208923 (0.20559248328208923) + | > loss_disc_real_2: 0.16902053356170654 (0.16902053356170654) + | > loss_disc_real_3: 0.22743725776672363 (0.22743725776672363) + | > loss_disc_real_4: 0.27056261897087097 (0.27056261897087097) + | > loss_disc_real_5: 0.27783799171447754 (0.27783799171447754) + | > loss_0: 2.4933321475982666 (2.4933321475982666) + | > loss_gen: 2.009054183959961 (2.009054183959961) + | > loss_kl: 2.395371913909912 (2.395371913909912) + | > loss_feat: 5.666525363922119 (5.666525363922119) + | > loss_mel: 25.554170608520508 (25.554170608520508) + | > loss_duration: 2.032089948654175 (2.032089948654175) + | > loss_1: 37.65721130371094 (37.65721130371094) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.23165392875671387 (+0.0009205341339111328) + | > avg_loss_disc: 2.4933321475982666 (-0.0593106746673584) + | > avg_loss_disc_real_0: 0.05645204707980156 (-0.03382118418812752) + | > avg_loss_disc_real_1: 0.20559248328208923 (+0.01232139766216278) + | > avg_loss_disc_real_2: 0.16902053356170654 (-0.08476948738098145) + | > avg_loss_disc_real_3: 0.22743725776672363 (+0.00015595555305480957) + | > avg_loss_disc_real_4: 0.27056261897087097 (+0.022503167390823364) + | > avg_loss_disc_real_5: 0.27783799171447754 (+0.0016190111637115479) + | > avg_loss_0: 2.4933321475982666 (-0.0593106746673584) + | > avg_loss_gen: 2.009054183959961 (+0.03060305118560791) + | > avg_loss_kl: 2.395371913909912 (-0.11336851119995117) + | > avg_loss_feat: 5.666525363922119 (+1.8406827449798584) + | > avg_loss_mel: 25.554170608520508 (+3.5220813751220703) + | > avg_loss_duration: 2.032089948654175 (+0.04316544532775879) + | > avg_loss_1: 37.65721130371094 (+5.323162078857422) + + + > EPOCH: 75/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:09:34)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.645146369934082 (2.645146369934082) + | > loss_disc_real_0: 0.1425599455833435 (0.1425599455833435) + | > loss_disc_real_1: 0.27185606956481934 (0.27185606956481934) + | > loss_disc_real_2: 0.1782369315624237 (0.1782369315624237) + | > loss_disc_real_3: 0.20598872005939484 (0.20598872005939484) + | > loss_disc_real_4: 0.2856248915195465 (0.2856248915195465) + | > loss_disc_real_5: 0.30555495619773865 (0.30555495619773865) + | > loss_0: 2.645146369934082 (2.645146369934082) + | > loss_gen: 2.0490472316741943 (2.0490472316741943) + | > loss_kl: 2.778186798095703 (2.778186798095703) + | > loss_feat: 3.57157826423645 (3.57157826423645) + | > loss_mel: 21.154359817504883 (21.154359817504883) + | > loss_duration: 2.051680564880371 (2.051680564880371) + | > loss_1: 31.60485076904297 (31.60485076904297) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2487790584564209 (+0.01712512969970703) + | > avg_loss_disc: 2.645146369934082 (+0.15181422233581543) + | > avg_loss_disc_real_0: 0.1425599455833435 (+0.08610789850354195) + | > avg_loss_disc_real_1: 0.27185606956481934 (+0.0662635862827301) + | > avg_loss_disc_real_2: 0.1782369315624237 (+0.009216398000717163) + | > avg_loss_disc_real_3: 0.20598872005939484 (-0.021448537707328796) + | > avg_loss_disc_real_4: 0.2856248915195465 (+0.015062272548675537) + | > avg_loss_disc_real_5: 0.30555495619773865 (+0.02771696448326111) + | > avg_loss_0: 2.645146369934082 (+0.15181422233581543) + | > avg_loss_gen: 2.0490472316741943 (+0.0399930477142334) + | > avg_loss_kl: 2.778186798095703 (+0.382814884185791) + | > avg_loss_feat: 3.57157826423645 (-2.094947099685669) + | > avg_loss_mel: 21.154359817504883 (-4.399810791015625) + | > avg_loss_duration: 2.051680564880371 (+0.01959061622619629) + | > avg_loss_1: 31.60485076904297 (-6.052360534667969) + + + > EPOCH: 76/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:09:59)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.9105000495910645 (2.9105000495910645) + | > loss_disc_real_0: 0.347047358751297 (0.347047358751297) + | > loss_disc_real_1: 0.4014184772968292 (0.4014184772968292) + | > loss_disc_real_2: 0.20510251820087433 (0.20510251820087433) + | > loss_disc_real_3: 0.3089478611946106 (0.3089478611946106) + | > loss_disc_real_4: 0.31197845935821533 (0.31197845935821533) + | > loss_disc_real_5: 0.3504193425178528 (0.3504193425178528) + | > loss_0: 2.9105000495910645 (2.9105000495910645) + | > loss_gen: 2.5989181995391846 (2.5989181995391846) + | > loss_kl: 2.3495171070098877 (2.3495171070098877) + | > loss_feat: 3.261981964111328 (3.261981964111328) + | > loss_mel: 21.371849060058594 (21.371849060058594) + | > loss_duration: 2.02296781539917 (2.02296781539917) + | > loss_1: 31.605236053466797 (31.605236053466797) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.22914433479309082 (-0.019634723663330078) + | > avg_loss_disc: 2.9105000495910645 (+0.2653536796569824) + | > avg_loss_disc_real_0: 0.347047358751297 (+0.2044874131679535) + | > avg_loss_disc_real_1: 0.4014184772968292 (+0.1295624077320099) + | > avg_loss_disc_real_2: 0.20510251820087433 (+0.026865586638450623) + | > avg_loss_disc_real_3: 0.3089478611946106 (+0.10295914113521576) + | > avg_loss_disc_real_4: 0.31197845935821533 (+0.026353567838668823) + | > avg_loss_disc_real_5: 0.3504193425178528 (+0.044864386320114136) + | > avg_loss_0: 2.9105000495910645 (+0.2653536796569824) + | > avg_loss_gen: 2.5989181995391846 (+0.5498709678649902) + | > avg_loss_kl: 2.3495171070098877 (-0.42866969108581543) + | > avg_loss_feat: 3.261981964111328 (-0.30959630012512207) + | > avg_loss_mel: 21.371849060058594 (+0.21748924255371094) + | > avg_loss_duration: 2.02296781539917 (-0.028712749481201172) + | > avg_loss_1: 31.605236053466797 (+0.000385284423828125) + + + > EPOCH: 77/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:10:24)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4055449962615967 (2.4055449962615967) + | > loss_disc_real_0: 0.09665745496749878 (0.09665745496749878) + | > loss_disc_real_1: 0.1797017902135849 (0.1797017902135849) + | > loss_disc_real_2: 0.130338653922081 (0.130338653922081) + | > loss_disc_real_3: 0.1306019127368927 (0.1306019127368927) + | > loss_disc_real_4: 0.17926649749279022 (0.17926649749279022) + | > loss_disc_real_5: 0.17615079879760742 (0.17615079879760742) + | > loss_0: 2.4055449962615967 (2.4055449962615967) + | > loss_gen: 1.7979496717453003 (1.7979496717453003) + | > loss_kl: 2.185173988342285 (2.185173988342285) + | > loss_feat: 6.767300605773926 (6.767300605773926) + | > loss_mel: 25.854215621948242 (25.854215621948242) + | > loss_duration: 1.997145414352417 (1.997145414352417) + | > loss_1: 38.60178756713867 (38.60178756713867) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.24395155906677246 (+0.01480722427368164) + | > avg_loss_disc: 2.4055449962615967 (-0.5049550533294678) + | > avg_loss_disc_real_0: 0.09665745496749878 (-0.2503899037837982) + | > avg_loss_disc_real_1: 0.1797017902135849 (-0.22171668708324432) + | > avg_loss_disc_real_2: 0.130338653922081 (-0.07476386427879333) + | > avg_loss_disc_real_3: 0.1306019127368927 (-0.1783459484577179) + | > avg_loss_disc_real_4: 0.17926649749279022 (-0.1327119618654251) + | > avg_loss_disc_real_5: 0.17615079879760742 (-0.17426854372024536) + | > avg_loss_0: 2.4055449962615967 (-0.5049550533294678) + | > avg_loss_gen: 1.7979496717453003 (-0.8009685277938843) + | > avg_loss_kl: 2.185173988342285 (-0.16434311866760254) + | > avg_loss_feat: 6.767300605773926 (+3.5053186416625977) + | > avg_loss_mel: 25.854215621948242 (+4.482366561889648) + | > avg_loss_duration: 1.997145414352417 (-0.02582240104675293) + | > avg_loss_1: 38.60178756713867 (+6.996551513671875) + + + > EPOCH: 78/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:10:48)  + + --> TIME: 2023-09-11 22:10:57 -- STEP: 3/7 -- GLOBAL_STEP: 56550 + | > loss_disc: 2.5615739822387695 (2.523820241292318) + | > loss_disc_real_0: 0.09984447807073593 (0.1350844626625379) + | > loss_disc_real_1: 0.26523005962371826 (0.23355732858181) + | > loss_disc_real_2: 0.2575843334197998 (0.2148813009262085) + | > loss_disc_real_3: 0.23188118636608124 (0.22349975009759268) + | > loss_disc_real_4: 0.25702929496765137 (0.22441536684830984) + | > loss_disc_real_5: 0.2521090507507324 (0.2233495612939199) + | > loss_0: 2.5615739822387695 (2.523820241292318) + | > grad_norm_0: tensor(8.2982, device='cuda:0') (tensor(35.8294, device='cuda:0')) + | > loss_gen: 2.2660305500030518 (2.307255824406942) + | > loss_kl: 1.1158452033996582 (1.2751760085423787) + | > loss_feat: 4.775642395019531 (5.503243446350098) + | > loss_mel: 21.169893264770508 (21.748873392740887) + | > loss_duration: 1.788615107536316 (1.7883650064468384) + | > loss_1: 31.116025924682617 (32.62291272481283) + | > grad_norm_1: tensor(434.0051, device='cuda:0') (tensor(700.5068, device='cuda:0')) + | > current_lr_0: 0.00019805935472733287 + | > current_lr_1: 0.00019805935472733287 + | > step_time: 1.5945 (1.9133073488871257) + | > loader_time: 0.1417 (0.13078435262044272) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4251785278320312 (2.4251785278320312) + | > loss_disc_real_0: 0.14523562788963318 (0.14523562788963318) + | > loss_disc_real_1: 0.25495675206184387 (0.25495675206184387) + | > loss_disc_real_2: 0.21229441463947296 (0.21229441463947296) + | > loss_disc_real_3: 0.16873274743556976 (0.16873274743556976) + | > loss_disc_real_4: 0.18633058667182922 (0.18633058667182922) + | > loss_disc_real_5: 0.3047163486480713 (0.3047163486480713) + | > loss_0: 2.4251785278320312 (2.4251785278320312) + | > loss_gen: 2.128267288208008 (2.128267288208008) + | > loss_kl: 2.2819578647613525 (2.2819578647613525) + | > loss_feat: 4.915050029754639 (4.915050029754639) + | > loss_mel: 24.290435791015625 (24.290435791015625) + | > loss_duration: 2.0173637866973877 (2.0173637866973877) + | > loss_1: 35.63307571411133 (35.63307571411133) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2369368076324463 (-0.007014751434326172) + | > avg_loss_disc: 2.4251785278320312 (+0.01963353157043457) + | > avg_loss_disc_real_0: 0.14523562788963318 (+0.0485781729221344) + | > avg_loss_disc_real_1: 0.25495675206184387 (+0.07525496184825897) + | > avg_loss_disc_real_2: 0.21229441463947296 (+0.08195576071739197) + | > avg_loss_disc_real_3: 0.16873274743556976 (+0.03813083469867706) + | > avg_loss_disc_real_4: 0.18633058667182922 (+0.0070640891790390015) + | > avg_loss_disc_real_5: 0.3047163486480713 (+0.12856554985046387) + | > avg_loss_0: 2.4251785278320312 (+0.01963353157043457) + | > avg_loss_gen: 2.128267288208008 (+0.3303176164627075) + | > avg_loss_kl: 2.2819578647613525 (+0.09678387641906738) + | > avg_loss_feat: 4.915050029754639 (-1.852250576019287) + | > avg_loss_mel: 24.290435791015625 (-1.5637798309326172) + | > avg_loss_duration: 2.0173637866973877 (+0.020218372344970703) + | > avg_loss_1: 35.63307571411133 (-2.9687118530273438) + + + > EPOCH: 79/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:11:13)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.670527458190918 (2.670527458190918) + | > loss_disc_real_0: 0.21663491427898407 (0.21663491427898407) + | > loss_disc_real_1: 0.1629505753517151 (0.1629505753517151) + | > loss_disc_real_2: 0.18073579668998718 (0.18073579668998718) + | > loss_disc_real_3: 0.24315108358860016 (0.24315108358860016) + | > loss_disc_real_4: 0.2080477476119995 (0.2080477476119995) + | > loss_disc_real_5: 0.3046645224094391 (0.3046645224094391) + | > loss_0: 2.670527458190918 (2.670527458190918) + | > loss_gen: 2.017897367477417 (2.017897367477417) + | > loss_kl: 2.3408336639404297 (2.3408336639404297) + | > loss_feat: 5.001492500305176 (5.001492500305176) + | > loss_mel: 24.320873260498047 (24.320873260498047) + | > loss_duration: 1.9742224216461182 (1.9742224216461182) + | > loss_1: 35.65532302856445 (35.65532302856445) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.24928545951843262 (+0.012348651885986328) + | > avg_loss_disc: 2.670527458190918 (+0.24534893035888672) + | > avg_loss_disc_real_0: 0.21663491427898407 (+0.07139928638935089) + | > avg_loss_disc_real_1: 0.1629505753517151 (-0.09200617671012878) + | > avg_loss_disc_real_2: 0.18073579668998718 (-0.03155861794948578) + | > avg_loss_disc_real_3: 0.24315108358860016 (+0.0744183361530304) + | > avg_loss_disc_real_4: 0.2080477476119995 (+0.021717160940170288) + | > avg_loss_disc_real_5: 0.3046645224094391 (-5.182623863220215e-05) + | > avg_loss_0: 2.670527458190918 (+0.24534893035888672) + | > avg_loss_gen: 2.017897367477417 (-0.11036992073059082) + | > avg_loss_kl: 2.3408336639404297 (+0.05887579917907715) + | > avg_loss_feat: 5.001492500305176 (+0.08644247055053711) + | > avg_loss_mel: 24.320873260498047 (+0.030437469482421875) + | > avg_loss_duration: 1.9742224216461182 (-0.04314136505126953) + | > avg_loss_1: 35.65532302856445 (+0.022247314453125) + + + > EPOCH: 80/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:11:38)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.6632351875305176 (2.6632351875305176) + | > loss_disc_real_0: 0.16215860843658447 (0.16215860843658447) + | > loss_disc_real_1: 0.31357458233833313 (0.31357458233833313) + | > loss_disc_real_2: 0.2923315167427063 (0.2923315167427063) + | > loss_disc_real_3: 0.33189404010772705 (0.33189404010772705) + | > loss_disc_real_4: 0.31299591064453125 (0.31299591064453125) + | > loss_disc_real_5: 0.31911391019821167 (0.31911391019821167) + | > loss_0: 2.6632351875305176 (2.6632351875305176) + | > loss_gen: 2.5327579975128174 (2.5327579975128174) + | > loss_kl: 2.2956905364990234 (2.2956905364990234) + | > loss_feat: 4.7795562744140625 (4.7795562744140625) + | > loss_mel: 23.447893142700195 (23.447893142700195) + | > loss_duration: 1.941189169883728 (1.941189169883728) + | > loss_1: 34.99708557128906 (34.99708557128906) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.24956178665161133 (+0.00027632713317871094) + | > avg_loss_disc: 2.6632351875305176 (-0.007292270660400391) + | > avg_loss_disc_real_0: 0.16215860843658447 (-0.0544763058423996) + | > avg_loss_disc_real_1: 0.31357458233833313 (+0.15062400698661804) + | > avg_loss_disc_real_2: 0.2923315167427063 (+0.11159572005271912) + | > avg_loss_disc_real_3: 0.33189404010772705 (+0.08874295651912689) + | > avg_loss_disc_real_4: 0.31299591064453125 (+0.10494816303253174) + | > avg_loss_disc_real_5: 0.31911391019821167 (+0.014449387788772583) + | > avg_loss_0: 2.6632351875305176 (-0.007292270660400391) + | > avg_loss_gen: 2.5327579975128174 (+0.5148606300354004) + | > avg_loss_kl: 2.2956905364990234 (-0.04514312744140625) + | > avg_loss_feat: 4.7795562744140625 (-0.22193622589111328) + | > avg_loss_mel: 23.447893142700195 (-0.8729801177978516) + | > avg_loss_duration: 1.941189169883728 (-0.03303325176239014) + | > avg_loss_1: 34.99708557128906 (-0.6582374572753906) + + + > EPOCH: 81/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:12:03)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.581129550933838 (2.581129550933838) + | > loss_disc_real_0: 0.23199136555194855 (0.23199136555194855) + | > loss_disc_real_1: 0.2207307368516922 (0.2207307368516922) + | > loss_disc_real_2: 0.2501239776611328 (0.2501239776611328) + | > loss_disc_real_3: 0.28153887391090393 (0.28153887391090393) + | > loss_disc_real_4: 0.33595848083496094 (0.33595848083496094) + | > loss_disc_real_5: 0.1811235249042511 (0.1811235249042511) + | > loss_0: 2.581129550933838 (2.581129550933838) + | > loss_gen: 2.1979198455810547 (2.1979198455810547) + | > loss_kl: 2.0319390296936035 (2.0319390296936035) + | > loss_feat: 4.011650085449219 (4.011650085449219) + | > loss_mel: 21.214914321899414 (21.214914321899414) + | > loss_duration: 2.0104994773864746 (2.0104994773864746) + | > loss_1: 31.466922760009766 (31.466922760009766) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.23851847648620605 (-0.011043310165405273) + | > avg_loss_disc: 2.581129550933838 (-0.08210563659667969) + | > avg_loss_disc_real_0: 0.23199136555194855 (+0.06983275711536407) + | > avg_loss_disc_real_1: 0.2207307368516922 (-0.09284384548664093) + | > avg_loss_disc_real_2: 0.2501239776611328 (-0.042207539081573486) + | > avg_loss_disc_real_3: 0.28153887391090393 (-0.05035516619682312) + | > avg_loss_disc_real_4: 0.33595848083496094 (+0.022962570190429688) + | > avg_loss_disc_real_5: 0.1811235249042511 (-0.13799038529396057) + | > avg_loss_0: 2.581129550933838 (-0.08210563659667969) + | > avg_loss_gen: 2.1979198455810547 (-0.3348381519317627) + | > avg_loss_kl: 2.0319390296936035 (-0.2637515068054199) + | > avg_loss_feat: 4.011650085449219 (-0.7679061889648438) + | > avg_loss_mel: 21.214914321899414 (-2.2329788208007812) + | > avg_loss_duration: 2.0104994773864746 (+0.06931030750274658) + | > avg_loss_1: 31.466922760009766 (-3.530162811279297) + + + > EPOCH: 82/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:12:28)  + + --> TIME: 2023-09-11 22:12:31 -- STEP: 0/7 -- GLOBAL_STEP: 56575 + | > loss_disc: 2.462563991546631 (2.462563991546631) + | > loss_disc_real_0: 0.14726990461349487 (0.14726990461349487) + | > loss_disc_real_1: 0.21970152854919434 (0.21970152854919434) + | > loss_disc_real_2: 0.2174246609210968 (0.2174246609210968) + | > loss_disc_real_3: 0.21886959671974182 (0.21886959671974182) + | > loss_disc_real_4: 0.2580457925796509 (0.2580457925796509) + | > loss_disc_real_5: 0.2103838324546814 (0.2103838324546814) + | > loss_0: 2.462563991546631 (2.462563991546631) + | > grad_norm_0: tensor(28.4236, device='cuda:0') (tensor(28.4236, device='cuda:0')) + | > loss_gen: 2.368196725845337 (2.368196725845337) + | > loss_kl: 1.2089084386825562 (1.2089084386825562) + | > loss_feat: 5.34755277633667 (5.34755277633667) + | > loss_mel: 22.07682991027832 (22.07682991027832) + | > loss_duration: 1.7469885349273682 (1.7469885349273682) + | > loss_1: 32.748477935791016 (32.748477935791016) + | > grad_norm_1: tensor(590.4183, device='cuda:0') (tensor(590.4183, device='cuda:0')) + | > current_lr_0: 0.0001979603436164864 + | > current_lr_1: 0.0001979603436164864 + | > step_time: 1.4084 (1.4084417819976807) + | > loader_time: 0.9389 (0.9389083385467529) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.529557704925537 (2.529557704925537) + | > loss_disc_real_0: 0.22163420915603638 (0.22163420915603638) + | > loss_disc_real_1: 0.20465905964374542 (0.20465905964374542) + | > loss_disc_real_2: 0.19998465478420258 (0.19998465478420258) + | > loss_disc_real_3: 0.20292061567306519 (0.20292061567306519) + | > loss_disc_real_4: 0.26135319471359253 (0.26135319471359253) + | > loss_disc_real_5: 0.28426894545555115 (0.28426894545555115) + | > loss_0: 2.529557704925537 (2.529557704925537) + | > loss_gen: 2.2453067302703857 (2.2453067302703857) + | > loss_kl: 2.990605115890503 (2.990605115890503) + | > loss_feat: 6.905073642730713 (6.905073642730713) + | > loss_mel: 25.157245635986328 (25.157245635986328) + | > loss_duration: 1.9514501094818115 (1.9514501094818115) + | > loss_1: 39.24968338012695 (39.24968338012695) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.26215648651123047 (+0.023638010025024414) + | > avg_loss_disc: 2.529557704925537 (-0.05157184600830078) + | > avg_loss_disc_real_0: 0.22163420915603638 (-0.01035715639591217) + | > avg_loss_disc_real_1: 0.20465905964374542 (-0.016071677207946777) + | > avg_loss_disc_real_2: 0.19998465478420258 (-0.05013932287693024) + | > avg_loss_disc_real_3: 0.20292061567306519 (-0.07861825823783875) + | > avg_loss_disc_real_4: 0.26135319471359253 (-0.07460528612136841) + | > avg_loss_disc_real_5: 0.28426894545555115 (+0.10314542055130005) + | > avg_loss_0: 2.529557704925537 (-0.05157184600830078) + | > avg_loss_gen: 2.2453067302703857 (+0.047386884689331055) + | > avg_loss_kl: 2.990605115890503 (+0.9586660861968994) + | > avg_loss_feat: 6.905073642730713 (+2.893423557281494) + | > avg_loss_mel: 25.157245635986328 (+3.942331314086914) + | > avg_loss_duration: 1.9514501094818115 (-0.059049367904663086) + | > avg_loss_1: 39.24968338012695 (+7.7827606201171875) + + + > EPOCH: 83/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:12:53)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4506635665893555 (2.4506635665893555) + | > loss_disc_real_0: 0.2157033383846283 (0.2157033383846283) + | > loss_disc_real_1: 0.18805228173732758 (0.18805228173732758) + | > loss_disc_real_2: 0.23911017179489136 (0.23911017179489136) + | > loss_disc_real_3: 0.1931687444448471 (0.1931687444448471) + | > loss_disc_real_4: 0.1796616017818451 (0.1796616017818451) + | > loss_disc_real_5: 0.258709579706192 (0.258709579706192) + | > loss_0: 2.4506635665893555 (2.4506635665893555) + | > loss_gen: 2.2983672618865967 (2.2983672618865967) + | > loss_kl: 2.5176267623901367 (2.5176267623901367) + | > loss_feat: 5.547133922576904 (5.547133922576904) + | > loss_mel: 25.334386825561523 (25.334386825561523) + | > loss_duration: 2.0606439113616943 (2.0606439113616943) + | > loss_1: 37.758155822753906 (37.758155822753906) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2634110450744629 (+0.0012545585632324219) + | > avg_loss_disc: 2.4506635665893555 (-0.07889413833618164) + | > avg_loss_disc_real_0: 0.2157033383846283 (-0.005930870771408081) + | > avg_loss_disc_real_1: 0.18805228173732758 (-0.016606777906417847) + | > avg_loss_disc_real_2: 0.23911017179489136 (+0.03912551701068878) + | > avg_loss_disc_real_3: 0.1931687444448471 (-0.009751871228218079) + | > avg_loss_disc_real_4: 0.1796616017818451 (-0.08169159293174744) + | > avg_loss_disc_real_5: 0.258709579706192 (-0.02555936574935913) + | > avg_loss_0: 2.4506635665893555 (-0.07889413833618164) + | > avg_loss_gen: 2.2983672618865967 (+0.05306053161621094) + | > avg_loss_kl: 2.5176267623901367 (-0.4729783535003662) + | > avg_loss_feat: 5.547133922576904 (-1.3579397201538086) + | > avg_loss_mel: 25.334386825561523 (+0.1771411895751953) + | > avg_loss_duration: 2.0606439113616943 (+0.10919380187988281) + | > avg_loss_1: 37.758155822753906 (-1.4915275573730469) + + + > EPOCH: 84/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:13:18)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.6281938552856445 (2.6281938552856445) + | > loss_disc_real_0: 0.19731898605823517 (0.19731898605823517) + | > loss_disc_real_1: 0.27204233407974243 (0.27204233407974243) + | > loss_disc_real_2: 0.18932458758354187 (0.18932458758354187) + | > loss_disc_real_3: 0.27045854926109314 (0.27045854926109314) + | > loss_disc_real_4: 0.14881885051727295 (0.14881885051727295) + | > loss_disc_real_5: 0.21959824860095978 (0.21959824860095978) + | > loss_0: 2.6281938552856445 (2.6281938552856445) + | > loss_gen: 1.860144853591919 (1.860144853591919) + | > loss_kl: 2.2645153999328613 (2.2645153999328613) + | > loss_feat: 3.523219108581543 (3.523219108581543) + | > loss_mel: 23.179508209228516 (23.179508209228516) + | > loss_duration: 1.977388620376587 (1.977388620376587) + | > loss_1: 32.804779052734375 (32.804779052734375) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.278644323348999 (+0.015233278274536133) + | > avg_loss_disc: 2.6281938552856445 (+0.17753028869628906) + | > avg_loss_disc_real_0: 0.19731898605823517 (-0.018384352326393127) + | > avg_loss_disc_real_1: 0.27204233407974243 (+0.08399005234241486) + | > avg_loss_disc_real_2: 0.18932458758354187 (-0.04978558421134949) + | > avg_loss_disc_real_3: 0.27045854926109314 (+0.07728980481624603) + | > avg_loss_disc_real_4: 0.14881885051727295 (-0.030842751264572144) + | > avg_loss_disc_real_5: 0.21959824860095978 (-0.03911133110523224) + | > avg_loss_0: 2.6281938552856445 (+0.17753028869628906) + | > avg_loss_gen: 1.860144853591919 (-0.43822240829467773) + | > avg_loss_kl: 2.2645153999328613 (-0.2531113624572754) + | > avg_loss_feat: 3.523219108581543 (-2.0239148139953613) + | > avg_loss_mel: 23.179508209228516 (-2.154878616333008) + | > avg_loss_duration: 1.977388620376587 (-0.08325529098510742) + | > avg_loss_1: 32.804779052734375 (-4.953376770019531) + + + > EPOCH: 85/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:13:43)  + + --> TIME: 2023-09-11 22:13:53 -- STEP: 4/7 -- GLOBAL_STEP: 56600 + | > loss_disc: 2.4934093952178955 (2.485170304775238) + | > loss_disc_real_0: 0.20724043250083923 (0.17141759768128395) + | > loss_disc_real_1: 0.24398387968540192 (0.2210366129875183) + | > loss_disc_real_2: 0.22085537016391754 (0.2198077216744423) + | > loss_disc_real_3: 0.20894044637680054 (0.21234147995710373) + | > loss_disc_real_4: 0.23674866557121277 (0.22618963569402695) + | > loss_disc_real_5: 0.22045879065990448 (0.22481676191091537) + | > loss_0: 2.4934093952178955 (2.485170304775238) + | > grad_norm_0: tensor(42.6651, device='cuda:0') (tensor(40.5428, device='cuda:0')) + | > loss_gen: 2.179388999938965 (2.3147774934768677) + | > loss_kl: 1.3152892589569092 (1.3655109405517578) + | > loss_feat: 4.957864284515381 (5.387495160102844) + | > loss_mel: 21.40016746520996 (21.645020484924316) + | > loss_duration: 1.7715340852737427 (1.777833253145218) + | > loss_1: 31.624244689941406 (32.49063777923584) + | > grad_norm_1: tensor(772.8582, device='cuda:0') (tensor(791.1476, device='cuda:0')) + | > current_lr_0: 0.00019788611776663464 + | > current_lr_1: 0.00019788611776663464 + | > step_time: 1.9077 (1.8821973204612732) + | > loader_time: 0.1054 (0.10924220085144043) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.39955735206604 (2.39955735206604) + | > loss_disc_real_0: 0.20598243176937103 (0.20598243176937103) + | > loss_disc_real_1: 0.27846652269363403 (0.27846652269363403) + | > loss_disc_real_2: 0.23210810124874115 (0.23210810124874115) + | > loss_disc_real_3: 0.18421433866024017 (0.18421433866024017) + | > loss_disc_real_4: 0.20909391343593597 (0.20909391343593597) + | > loss_disc_real_5: 0.21232503652572632 (0.21232503652572632) + | > loss_0: 2.39955735206604 (2.39955735206604) + | > loss_gen: 2.361811637878418 (2.361811637878418) + | > loss_kl: 2.80859112739563 (2.80859112739563) + | > loss_feat: 5.579187870025635 (5.579187870025635) + | > loss_mel: 23.406265258789062 (23.406265258789062) + | > loss_duration: 2.0483531951904297 (2.0483531951904297) + | > loss_1: 36.20420837402344 (36.20420837402344) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2486276626586914 (-0.030016660690307617) + | > avg_loss_disc: 2.39955735206604 (-0.2286365032196045) + | > avg_loss_disc_real_0: 0.20598243176937103 (+0.008663445711135864) + | > avg_loss_disc_real_1: 0.27846652269363403 (+0.0064241886138916016) + | > avg_loss_disc_real_2: 0.23210810124874115 (+0.04278351366519928) + | > avg_loss_disc_real_3: 0.18421433866024017 (-0.08624421060085297) + | > avg_loss_disc_real_4: 0.20909391343593597 (+0.060275062918663025) + | > avg_loss_disc_real_5: 0.21232503652572632 (-0.0072732120752334595) + | > avg_loss_0: 2.39955735206604 (-0.2286365032196045) + | > avg_loss_gen: 2.361811637878418 (+0.501666784286499) + | > avg_loss_kl: 2.80859112739563 (+0.5440757274627686) + | > avg_loss_feat: 5.579187870025635 (+2.055968761444092) + | > avg_loss_mel: 23.406265258789062 (+0.22675704956054688) + | > avg_loss_duration: 2.0483531951904297 (+0.07096457481384277) + | > avg_loss_1: 36.20420837402344 (+3.3994293212890625) + + + > EPOCH: 86/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:14:10)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.528411388397217 (2.528411388397217) + | > loss_disc_real_0: 0.17406712472438812 (0.17406712472438812) + | > loss_disc_real_1: 0.28310513496398926 (0.28310513496398926) + | > loss_disc_real_2: 0.21783500909805298 (0.21783500909805298) + | > loss_disc_real_3: 0.2326653152704239 (0.2326653152704239) + | > loss_disc_real_4: 0.27950578927993774 (0.27950578927993774) + | > loss_disc_real_5: 0.23278973996639252 (0.23278973996639252) + | > loss_0: 2.528411388397217 (2.528411388397217) + | > loss_gen: 2.1058731079101562 (2.1058731079101562) + | > loss_kl: 2.587437152862549 (2.587437152862549) + | > loss_feat: 3.992180585861206 (3.992180585861206) + | > loss_mel: 24.01481819152832 (24.01481819152832) + | > loss_duration: 2.0945253372192383 (2.0945253372192383) + | > loss_1: 34.79483413696289 (34.79483413696289) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2599925994873047 (+0.011364936828613281) + | > avg_loss_disc: 2.528411388397217 (+0.12885403633117676) + | > avg_loss_disc_real_0: 0.17406712472438812 (-0.03191530704498291) + | > avg_loss_disc_real_1: 0.28310513496398926 (+0.004638612270355225) + | > avg_loss_disc_real_2: 0.21783500909805298 (-0.014273092150688171) + | > avg_loss_disc_real_3: 0.2326653152704239 (+0.048450976610183716) + | > avg_loss_disc_real_4: 0.27950578927993774 (+0.07041187584400177) + | > avg_loss_disc_real_5: 0.23278973996639252 (+0.0204647034406662) + | > avg_loss_0: 2.528411388397217 (+0.12885403633117676) + | > avg_loss_gen: 2.1058731079101562 (-0.2559385299682617) + | > avg_loss_kl: 2.587437152862549 (-0.22115397453308105) + | > avg_loss_feat: 3.992180585861206 (-1.5870072841644287) + | > avg_loss_mel: 24.01481819152832 (+0.6085529327392578) + | > avg_loss_duration: 2.0945253372192383 (+0.046172142028808594) + | > avg_loss_1: 34.79483413696289 (-1.4093742370605469) + + + > EPOCH: 87/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:14:34)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 1.9527872800827026 (1.9527872800827026) + | > loss_disc_real_0: 0.07998454570770264 (0.07998454570770264) + | > loss_disc_real_1: 0.22344940900802612 (0.22344940900802612) + | > loss_disc_real_2: 0.2505194842815399 (0.2505194842815399) + | > loss_disc_real_3: 0.12548783421516418 (0.12548783421516418) + | > loss_disc_real_4: 0.0936851054430008 (0.0936851054430008) + | > loss_disc_real_5: 0.16883645951747894 (0.16883645951747894) + | > loss_0: 1.9527872800827026 (1.9527872800827026) + | > loss_gen: 2.340078592300415 (2.340078592300415) + | > loss_kl: 3.0350799560546875 (3.0350799560546875) + | > loss_feat: 7.682318210601807 (7.682318210601807) + | > loss_mel: 27.88677978515625 (27.88677978515625) + | > loss_duration: 2.038796901702881 (2.038796901702881) + | > loss_1: 42.983055114746094 (42.983055114746094) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.24474072456359863 (-0.015251874923706055) + | > avg_loss_disc: 1.9527872800827026 (-0.5756241083145142) + | > avg_loss_disc_real_0: 0.07998454570770264 (-0.09408257901668549) + | > avg_loss_disc_real_1: 0.22344940900802612 (-0.059655725955963135) + | > avg_loss_disc_real_2: 0.2505194842815399 (+0.03268447518348694) + | > avg_loss_disc_real_3: 0.12548783421516418 (-0.1071774810552597) + | > avg_loss_disc_real_4: 0.0936851054430008 (-0.18582068383693695) + | > avg_loss_disc_real_5: 0.16883645951747894 (-0.06395328044891357) + | > avg_loss_0: 1.9527872800827026 (-0.5756241083145142) + | > avg_loss_gen: 2.340078592300415 (+0.2342054843902588) + | > avg_loss_kl: 3.0350799560546875 (+0.44764280319213867) + | > avg_loss_feat: 7.682318210601807 (+3.6901376247406006) + | > avg_loss_mel: 27.88677978515625 (+3.8719615936279297) + | > avg_loss_duration: 2.038796901702881 (-0.05572843551635742) + | > avg_loss_1: 42.983055114746094 (+8.188220977783203) + + + > EPOCH: 88/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:15:00)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.801974058151245 (2.801974058151245) + | > loss_disc_real_0: 0.36693882942199707 (0.36693882942199707) + | > loss_disc_real_1: 0.2654527723789215 (0.2654527723789215) + | > loss_disc_real_2: 0.2385379672050476 (0.2385379672050476) + | > loss_disc_real_3: 0.33031630516052246 (0.33031630516052246) + | > loss_disc_real_4: 0.3289578855037689 (0.3289578855037689) + | > loss_disc_real_5: 0.33280736207962036 (0.33280736207962036) + | > loss_0: 2.801974058151245 (2.801974058151245) + | > loss_gen: 2.5734915733337402 (2.5734915733337402) + | > loss_kl: 2.100266933441162 (2.100266933441162) + | > loss_feat: 2.4890782833099365 (2.4890782833099365) + | > loss_mel: 20.817584991455078 (20.817584991455078) + | > loss_duration: 1.9897806644439697 (1.9897806644439697) + | > loss_1: 29.97020149230957 (29.97020149230957) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.25864100456237793 (+0.013900279998779297) + | > avg_loss_disc: 2.801974058151245 (+0.8491867780685425) + | > avg_loss_disc_real_0: 0.36693882942199707 (+0.28695428371429443) + | > avg_loss_disc_real_1: 0.2654527723789215 (+0.042003363370895386) + | > avg_loss_disc_real_2: 0.2385379672050476 (-0.01198151707649231) + | > avg_loss_disc_real_3: 0.33031630516052246 (+0.20482847094535828) + | > avg_loss_disc_real_4: 0.3289578855037689 (+0.23527278006076813) + | > avg_loss_disc_real_5: 0.33280736207962036 (+0.16397090256214142) + | > avg_loss_0: 2.801974058151245 (+0.8491867780685425) + | > avg_loss_gen: 2.5734915733337402 (+0.2334129810333252) + | > avg_loss_kl: 2.100266933441162 (-0.9348130226135254) + | > avg_loss_feat: 2.4890782833099365 (-5.19323992729187) + | > avg_loss_mel: 20.817584991455078 (-7.069194793701172) + | > avg_loss_duration: 1.9897806644439697 (-0.04901623725891113) + | > avg_loss_1: 29.97020149230957 (-13.012853622436523) + + + > EPOCH: 89/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:15:24)  + + --> TIME: 2023-09-11 22:15:29 -- STEP: 1/7 -- GLOBAL_STEP: 56625 + | > loss_disc: 2.464921474456787 (2.464921474456787) + | > loss_disc_real_0: 0.17551729083061218 (0.17551729083061218) + | > loss_disc_real_1: 0.18189634382724762 (0.18189634382724762) + | > loss_disc_real_2: 0.2032717764377594 (0.2032717764377594) + | > loss_disc_real_3: 0.24439339339733124 (0.24439339339733124) + | > loss_disc_real_4: 0.1914615035057068 (0.1914615035057068) + | > loss_disc_real_5: 0.22191773355007172 (0.22191773355007172) + | > loss_0: 2.464921474456787 (2.464921474456787) + | > grad_norm_0: tensor(68.5369, device='cuda:0') (tensor(68.5369, device='cuda:0')) + | > loss_gen: 2.323572874069214 (2.323572874069214) + | > loss_kl: 1.4014960527420044 (1.4014960527420044) + | > loss_feat: 6.093862056732178 (6.093862056732178) + | > loss_mel: 21.76722526550293 (21.76722526550293) + | > loss_duration: 1.7885127067565918 (1.7885127067565918) + | > loss_1: 33.37466812133789 (33.37466812133789) + | > grad_norm_1: tensor(1270.4606, device='cuda:0') (tensor(1270.4606, device='cuda:0')) + | > current_lr_0: 0.0001977871932580289 + | > current_lr_1: 0.0001977871932580289 + | > step_time: 2.9603 (2.960282802581787) + | > loader_time: 0.1179 (0.11789369583129883) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.529045820236206 (2.529045820236206) + | > loss_disc_real_0: 0.13330790400505066 (0.13330790400505066) + | > loss_disc_real_1: 0.18884055316448212 (0.18884055316448212) + | > loss_disc_real_2: 0.18251651525497437 (0.18251651525497437) + | > loss_disc_real_3: 0.1733686774969101 (0.1733686774969101) + | > loss_disc_real_4: 0.21164880692958832 (0.21164880692958832) + | > loss_disc_real_5: 0.29089781641960144 (0.29089781641960144) + | > loss_0: 2.529045820236206 (2.529045820236206) + | > loss_gen: 2.0222201347351074 (2.0222201347351074) + | > loss_kl: 2.4836761951446533 (2.4836761951446533) + | > loss_feat: 4.713156700134277 (4.713156700134277) + | > loss_mel: 22.521244049072266 (22.521244049072266) + | > loss_duration: 1.9203999042510986 (1.9203999042510986) + | > loss_1: 33.66069793701172 (33.66069793701172) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.26866626739501953 (+0.010025262832641602) + | > avg_loss_disc: 2.529045820236206 (-0.27292823791503906) + | > avg_loss_disc_real_0: 0.13330790400505066 (-0.2336309254169464) + | > avg_loss_disc_real_1: 0.18884055316448212 (-0.07661221921443939) + | > avg_loss_disc_real_2: 0.18251651525497437 (-0.05602145195007324) + | > avg_loss_disc_real_3: 0.1733686774969101 (-0.15694762766361237) + | > avg_loss_disc_real_4: 0.21164880692958832 (-0.1173090785741806) + | > avg_loss_disc_real_5: 0.29089781641960144 (-0.04190954566001892) + | > avg_loss_0: 2.529045820236206 (-0.27292823791503906) + | > avg_loss_gen: 2.0222201347351074 (-0.5512714385986328) + | > avg_loss_kl: 2.4836761951446533 (+0.3834092617034912) + | > avg_loss_feat: 4.713156700134277 (+2.224078416824341) + | > avg_loss_mel: 22.521244049072266 (+1.7036590576171875) + | > avg_loss_duration: 1.9203999042510986 (-0.0693807601928711) + | > avg_loss_1: 33.66069793701172 (+3.6904964447021484) + + + > EPOCH: 90/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:15:48)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.3372228145599365 (2.3372228145599365) + | > loss_disc_real_0: 0.2591564357280731 (0.2591564357280731) + | > loss_disc_real_1: 0.1481909453868866 (0.1481909453868866) + | > loss_disc_real_2: 0.1560318022966385 (0.1560318022966385) + | > loss_disc_real_3: 0.1714165359735489 (0.1714165359735489) + | > loss_disc_real_4: 0.13644148409366608 (0.13644148409366608) + | > loss_disc_real_5: 0.15408609807491302 (0.15408609807491302) + | > loss_0: 2.3372228145599365 (2.3372228145599365) + | > loss_gen: 2.539672374725342 (2.539672374725342) + | > loss_kl: 1.8416752815246582 (1.8416752815246582) + | > loss_feat: 7.64141321182251 (7.64141321182251) + | > loss_mel: 27.52198028564453 (27.52198028564453) + | > loss_duration: 1.957079291343689 (1.957079291343689) + | > loss_1: 41.50182342529297 (41.50182342529297) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.26825761795043945 (-0.0004086494445800781) + | > avg_loss_disc: 2.3372228145599365 (-0.19182300567626953) + | > avg_loss_disc_real_0: 0.2591564357280731 (+0.12584853172302246) + | > avg_loss_disc_real_1: 0.1481909453868866 (-0.04064960777759552) + | > avg_loss_disc_real_2: 0.1560318022966385 (-0.026484712958335876) + | > avg_loss_disc_real_3: 0.1714165359735489 (-0.001952141523361206) + | > avg_loss_disc_real_4: 0.13644148409366608 (-0.07520732283592224) + | > avg_loss_disc_real_5: 0.15408609807491302 (-0.13681171834468842) + | > avg_loss_0: 2.3372228145599365 (-0.19182300567626953) + | > avg_loss_gen: 2.539672374725342 (+0.5174522399902344) + | > avg_loss_kl: 1.8416752815246582 (-0.6420009136199951) + | > avg_loss_feat: 7.64141321182251 (+2.9282565116882324) + | > avg_loss_mel: 27.52198028564453 (+5.000736236572266) + | > avg_loss_duration: 1.957079291343689 (+0.03667938709259033) + | > avg_loss_1: 41.50182342529297 (+7.84112548828125) + + + > EPOCH: 91/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:16:14)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.181226968765259 (2.181226968765259) + | > loss_disc_real_0: 0.11329049617052078 (0.11329049617052078) + | > loss_disc_real_1: 0.2657640278339386 (0.2657640278339386) + | > loss_disc_real_2: 0.23361681401729584 (0.23361681401729584) + | > loss_disc_real_3: 0.1857869178056717 (0.1857869178056717) + | > loss_disc_real_4: 0.13008171319961548 (0.13008171319961548) + | > loss_disc_real_5: 0.1452101618051529 (0.1452101618051529) + | > loss_0: 2.181226968765259 (2.181226968765259) + | > loss_gen: 2.480837106704712 (2.480837106704712) + | > loss_kl: 1.6232519149780273 (1.6232519149780273) + | > loss_feat: 7.208255767822266 (7.208255767822266) + | > loss_mel: 24.37773895263672 (24.37773895263672) + | > loss_duration: 1.975440263748169 (1.975440263748169) + | > loss_1: 37.66552734375 (37.66552734375) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.24755525588989258 (-0.020702362060546875) + | > avg_loss_disc: 2.181226968765259 (-0.15599584579467773) + | > avg_loss_disc_real_0: 0.11329049617052078 (-0.14586593955755234) + | > avg_loss_disc_real_1: 0.2657640278339386 (+0.117573082447052) + | > avg_loss_disc_real_2: 0.23361681401729584 (+0.07758501172065735) + | > avg_loss_disc_real_3: 0.1857869178056717 (+0.014370381832122803) + | > avg_loss_disc_real_4: 0.13008171319961548 (-0.006359770894050598) + | > avg_loss_disc_real_5: 0.1452101618051529 (-0.008875936269760132) + | > avg_loss_0: 2.181226968765259 (-0.15599584579467773) + | > avg_loss_gen: 2.480837106704712 (-0.05883526802062988) + | > avg_loss_kl: 1.6232519149780273 (-0.21842336654663086) + | > avg_loss_feat: 7.208255767822266 (-0.43315744400024414) + | > avg_loss_mel: 24.37773895263672 (-3.1442413330078125) + | > avg_loss_duration: 1.975440263748169 (+0.01836097240447998) + | > avg_loss_1: 37.66552734375 (-3.8362960815429688) + + + > EPOCH: 92/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:16:39)  + + --> TIME: 2023-09-11 22:16:51 -- STEP: 5/7 -- GLOBAL_STEP: 56650 + | > loss_disc: 2.509563684463501 (2.484069061279297) + | > loss_disc_real_0: 0.17290982604026794 (0.15233349651098252) + | > loss_disc_real_1: 0.23405775427818298 (0.2147138774394989) + | > loss_disc_real_2: 0.24157632887363434 (0.22928955256938935) + | > loss_disc_real_3: 0.2455773949623108 (0.2098745346069336) + | > loss_disc_real_4: 0.24225297570228577 (0.211419078707695) + | > loss_disc_real_5: 0.26784658432006836 (0.25855717360973357) + | > loss_0: 2.509563684463501 (2.484069061279297) + | > grad_norm_0: tensor(66.6464, device='cuda:0') (tensor(56.2835, device='cuda:0')) + | > loss_gen: 2.4573395252227783 (2.391176223754883) + | > loss_kl: 1.3356854915618896 (1.3101603984832764) + | > loss_feat: 5.462435245513916 (5.4603582382202145) + | > loss_mel: 22.143877029418945 (22.07026596069336) + | > loss_duration: 1.776768445968628 (1.7749370813369751) + | > loss_1: 33.17610549926758 (33.0068977355957) + | > grad_norm_1: tensor(865.4351, device='cuda:0') (tensor(799.4758, device='cuda:0')) + | > current_lr_0: 0.0001977130323314455 + | > current_lr_1: 0.0001977130323314455 + | > step_time: 1.6539 (1.8372024536132812) + | > loader_time: 0.1173 (0.12201013565063476) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.343233823776245 (2.343233823776245) + | > loss_disc_real_0: 0.08781804144382477 (0.08781804144382477) + | > loss_disc_real_1: 0.1742369830608368 (0.1742369830608368) + | > loss_disc_real_2: 0.16130350530147552 (0.16130350530147552) + | > loss_disc_real_3: 0.21212683618068695 (0.21212683618068695) + | > loss_disc_real_4: 0.14159844815731049 (0.14159844815731049) + | > loss_disc_real_5: 0.2926453948020935 (0.2926453948020935) + | > loss_0: 2.343233823776245 (2.343233823776245) + | > loss_gen: 2.0737454891204834 (2.0737454891204834) + | > loss_kl: 3.040355920791626 (3.040355920791626) + | > loss_feat: 4.07558012008667 (4.07558012008667) + | > loss_mel: 22.578746795654297 (22.578746795654297) + | > loss_duration: 2.089987277984619 (2.089987277984619) + | > loss_1: 33.85841751098633 (33.85841751098633) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.24480271339416504 (-0.002752542495727539) + | > avg_loss_disc: 2.343233823776245 (+0.16200685501098633) + | > avg_loss_disc_real_0: 0.08781804144382477 (-0.025472454726696014) + | > avg_loss_disc_real_1: 0.1742369830608368 (-0.0915270447731018) + | > avg_loss_disc_real_2: 0.16130350530147552 (-0.07231330871582031) + | > avg_loss_disc_real_3: 0.21212683618068695 (+0.02633991837501526) + | > avg_loss_disc_real_4: 0.14159844815731049 (+0.011516734957695007) + | > avg_loss_disc_real_5: 0.2926453948020935 (+0.1474352329969406) + | > avg_loss_0: 2.343233823776245 (+0.16200685501098633) + | > avg_loss_gen: 2.0737454891204834 (-0.4070916175842285) + | > avg_loss_kl: 3.040355920791626 (+1.4171040058135986) + | > avg_loss_feat: 4.07558012008667 (-3.1326756477355957) + | > avg_loss_mel: 22.578746795654297 (-1.7989921569824219) + | > avg_loss_duration: 2.089987277984619 (+0.1145470142364502) + | > avg_loss_1: 33.85841751098633 (-3.807109832763672) + + + > EPOCH: 93/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:17:03)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.6550779342651367 (2.6550779342651367) + | > loss_disc_real_0: 0.29906904697418213 (0.29906904697418213) + | > loss_disc_real_1: 0.27218860387802124 (0.27218860387802124) + | > loss_disc_real_2: 0.17989405989646912 (0.17989405989646912) + | > loss_disc_real_3: 0.15265795588493347 (0.15265795588493347) + | > loss_disc_real_4: 0.17895130813121796 (0.17895130813121796) + | > loss_disc_real_5: 0.2353721261024475 (0.2353721261024475) + | > loss_0: 2.6550779342651367 (2.6550779342651367) + | > loss_gen: 1.9977627992630005 (1.9977627992630005) + | > loss_kl: 2.67912220954895 (2.67912220954895) + | > loss_feat: 6.069276809692383 (6.069276809692383) + | > loss_mel: 24.250144958496094 (24.250144958496094) + | > loss_duration: 2.0182178020477295 (2.0182178020477295) + | > loss_1: 37.0145263671875 (37.0145263671875) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.263214111328125 (+0.01841139793395996) + | > avg_loss_disc: 2.6550779342651367 (+0.3118441104888916) + | > avg_loss_disc_real_0: 0.29906904697418213 (+0.21125100553035736) + | > avg_loss_disc_real_1: 0.27218860387802124 (+0.09795162081718445) + | > avg_loss_disc_real_2: 0.17989405989646912 (+0.01859055459499359) + | > avg_loss_disc_real_3: 0.15265795588493347 (-0.05946888029575348) + | > avg_loss_disc_real_4: 0.17895130813121796 (+0.03735285997390747) + | > avg_loss_disc_real_5: 0.2353721261024475 (-0.057273268699645996) + | > avg_loss_0: 2.6550779342651367 (+0.3118441104888916) + | > avg_loss_gen: 1.9977627992630005 (-0.07598268985748291) + | > avg_loss_kl: 2.67912220954895 (-0.3612337112426758) + | > avg_loss_feat: 6.069276809692383 (+1.993696689605713) + | > avg_loss_mel: 24.250144958496094 (+1.6713981628417969) + | > avg_loss_duration: 2.0182178020477295 (-0.07176947593688965) + | > avg_loss_1: 37.0145263671875 (+3.156108856201172) + + + > EPOCH: 94/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:17:28)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.1090383529663086 (2.1090383529663086) + | > loss_disc_real_0: 0.0656750500202179 (0.0656750500202179) + | > loss_disc_real_1: 0.19374942779541016 (0.19374942779541016) + | > loss_disc_real_2: 0.1721205711364746 (0.1721205711364746) + | > loss_disc_real_3: 0.08833225816488266 (0.08833225816488266) + | > loss_disc_real_4: 0.2599760591983795 (0.2599760591983795) + | > loss_disc_real_5: 0.24077917635440826 (0.24077917635440826) + | > loss_0: 2.1090383529663086 (2.1090383529663086) + | > loss_gen: 2.607017755508423 (2.607017755508423) + | > loss_kl: 2.472381830215454 (2.472381830215454) + | > loss_feat: 7.637571334838867 (7.637571334838867) + | > loss_mel: 25.53820037841797 (25.53820037841797) + | > loss_duration: 2.0253682136535645 (2.0253682136535645) + | > loss_1: 40.280540466308594 (40.280540466308594) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.25962018966674805 (-0.003593921661376953) + | > avg_loss_disc: 2.1090383529663086 (-0.5460395812988281) + | > avg_loss_disc_real_0: 0.0656750500202179 (-0.23339399695396423) + | > avg_loss_disc_real_1: 0.19374942779541016 (-0.07843917608261108) + | > avg_loss_disc_real_2: 0.1721205711364746 (-0.007773488759994507) + | > avg_loss_disc_real_3: 0.08833225816488266 (-0.06432569772005081) + | > avg_loss_disc_real_4: 0.2599760591983795 (+0.08102475106716156) + | > avg_loss_disc_real_5: 0.24077917635440826 (+0.005407050251960754) + | > avg_loss_0: 2.1090383529663086 (-0.5460395812988281) + | > avg_loss_gen: 2.607017755508423 (+0.6092549562454224) + | > avg_loss_kl: 2.472381830215454 (-0.2067403793334961) + | > avg_loss_feat: 7.637571334838867 (+1.5682945251464844) + | > avg_loss_mel: 25.53820037841797 (+1.288055419921875) + | > avg_loss_duration: 2.0253682136535645 (+0.007150411605834961) + | > avg_loss_1: 40.280540466308594 (+3.2660140991210938) + + + > EPOCH: 95/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:17:53)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4435884952545166 (2.4435884952545166) + | > loss_disc_real_0: 0.17748981714248657 (0.17748981714248657) + | > loss_disc_real_1: 0.23948143422603607 (0.23948143422603607) + | > loss_disc_real_2: 0.15198823809623718 (0.15198823809623718) + | > loss_disc_real_3: 0.284381628036499 (0.284381628036499) + | > loss_disc_real_4: 0.246906578540802 (0.246906578540802) + | > loss_disc_real_5: 0.2103886902332306 (0.2103886902332306) + | > loss_0: 2.4435884952545166 (2.4435884952545166) + | > loss_gen: 2.3183934688568115 (2.3183934688568115) + | > loss_kl: 2.5167970657348633 (2.5167970657348633) + | > loss_feat: 5.109548091888428 (5.109548091888428) + | > loss_mel: 25.01811981201172 (25.01811981201172) + | > loss_duration: 2.115981101989746 (2.115981101989746) + | > loss_1: 37.07884216308594 (37.07884216308594) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.25243616104125977 (-0.007184028625488281) + | > avg_loss_disc: 2.4435884952545166 (+0.334550142288208) + | > avg_loss_disc_real_0: 0.17748981714248657 (+0.11181476712226868) + | > avg_loss_disc_real_1: 0.23948143422603607 (+0.045732006430625916) + | > avg_loss_disc_real_2: 0.15198823809623718 (-0.020132333040237427) + | > avg_loss_disc_real_3: 0.284381628036499 (+0.19604936987161636) + | > avg_loss_disc_real_4: 0.246906578540802 (-0.013069480657577515) + | > avg_loss_disc_real_5: 0.2103886902332306 (-0.030390486121177673) + | > avg_loss_0: 2.4435884952545166 (+0.334550142288208) + | > avg_loss_gen: 2.3183934688568115 (-0.28862428665161133) + | > avg_loss_kl: 2.5167970657348633 (+0.04441523551940918) + | > avg_loss_feat: 5.109548091888428 (-2.5280232429504395) + | > avg_loss_mel: 25.01811981201172 (-0.52008056640625) + | > avg_loss_duration: 2.115981101989746 (+0.09061288833618164) + | > avg_loss_1: 37.07884216308594 (-3.2016983032226562) + + + > EPOCH: 96/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:18:18)  + + --> TIME: 2023-09-11 22:18:25 -- STEP: 2/7 -- GLOBAL_STEP: 56675 + | > loss_disc: 2.4193789958953857 (2.4470473527908325) + | > loss_disc_real_0: 0.1944875717163086 (0.19546036422252655) + | > loss_disc_real_1: 0.23875801265239716 (0.257705993950367) + | > loss_disc_real_2: 0.22026416659355164 (0.216352678835392) + | > loss_disc_real_3: 0.17598944902420044 (0.19357499480247498) + | > loss_disc_real_4: 0.20808720588684082 (0.21185020357370377) + | > loss_disc_real_5: 0.24560792744159698 (0.24151063710451126) + | > loss_0: 2.4193789958953857 (2.4470473527908325) + | > grad_norm_0: tensor(53.6591, device='cuda:0') (tensor(53.8087, device='cuda:0')) + | > loss_gen: 2.3044962882995605 (2.4228450059890747) + | > loss_kl: 1.5594534873962402 (1.4376453757286072) + | > loss_feat: 5.255902290344238 (5.471531867980957) + | > loss_mel: 21.48404884338379 (21.46329402923584) + | > loss_duration: 1.7490450143814087 (1.7725263237953186) + | > loss_1: 32.35294723510742 (32.56784248352051) + | > grad_norm_1: tensor(966.2267, device='cuda:0') (tensor(946.5583, device='cuda:0')) + | > current_lr_0: 0.00019761419434933197 + | > current_lr_1: 0.00019761419434933197 + | > step_time: 1.4475 (2.0275306701660156) + | > loader_time: 0.1238 (0.1232835054397583) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4727931022644043 (2.4727931022644043) + | > loss_disc_real_0: 0.1183704137802124 (0.1183704137802124) + | > loss_disc_real_1: 0.26722288131713867 (0.26722288131713867) + | > loss_disc_real_2: 0.20463477075099945 (0.20463477075099945) + | > loss_disc_real_3: 0.23611952364444733 (0.23611952364444733) + | > loss_disc_real_4: 0.24419941008090973 (0.24419941008090973) + | > loss_disc_real_5: 0.31698206067085266 (0.31698206067085266) + | > loss_0: 2.4727931022644043 (2.4727931022644043) + | > loss_gen: 2.1535520553588867 (2.1535520553588867) + | > loss_kl: 2.3652617931365967 (2.3652617931365967) + | > loss_feat: 4.0558366775512695 (4.0558366775512695) + | > loss_mel: 22.88656997680664 (22.88656997680664) + | > loss_duration: 2.069242238998413 (2.069242238998413) + | > loss_1: 33.530460357666016 (33.530460357666016) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2823982238769531 (+0.02996206283569336) + | > avg_loss_disc: 2.4727931022644043 (+0.029204607009887695) + | > avg_loss_disc_real_0: 0.1183704137802124 (-0.05911940336227417) + | > avg_loss_disc_real_1: 0.26722288131713867 (+0.0277414470911026) + | > avg_loss_disc_real_2: 0.20463477075099945 (+0.05264653265476227) + | > avg_loss_disc_real_3: 0.23611952364444733 (-0.0482621043920517) + | > avg_loss_disc_real_4: 0.24419941008090973 (-0.002707168459892273) + | > avg_loss_disc_real_5: 0.31698206067085266 (+0.10659337043762207) + | > avg_loss_0: 2.4727931022644043 (+0.029204607009887695) + | > avg_loss_gen: 2.1535520553588867 (-0.1648414134979248) + | > avg_loss_kl: 2.3652617931365967 (-0.1515352725982666) + | > avg_loss_feat: 4.0558366775512695 (-1.0537114143371582) + | > avg_loss_mel: 22.88656997680664 (-2.131549835205078) + | > avg_loss_duration: 2.069242238998413 (-0.04673886299133301) + | > avg_loss_1: 33.530460357666016 (-3.548381805419922) + + + > EPOCH: 97/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:18:42)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.318455696105957 (2.318455696105957) + | > loss_disc_real_0: 0.22133107483386993 (0.22133107483386993) + | > loss_disc_real_1: 0.18512070178985596 (0.18512070178985596) + | > loss_disc_real_2: 0.1457143872976303 (0.1457143872976303) + | > loss_disc_real_3: 0.1851474940776825 (0.1851474940776825) + | > loss_disc_real_4: 0.20953083038330078 (0.20953083038330078) + | > loss_disc_real_5: 0.2560195326805115 (0.2560195326805115) + | > loss_0: 2.318455696105957 (2.318455696105957) + | > loss_gen: 2.4818146228790283 (2.4818146228790283) + | > loss_kl: 1.8846155405044556 (1.8846155405044556) + | > loss_feat: 4.6047234535217285 (4.6047234535217285) + | > loss_mel: 21.412410736083984 (21.412410736083984) + | > loss_duration: 2.085211753845215 (2.085211753845215) + | > loss_1: 32.46877670288086 (32.46877670288086) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2690408229827881 (-0.013357400894165039) + | > avg_loss_disc: 2.318455696105957 (-0.15433740615844727) + | > avg_loss_disc_real_0: 0.22133107483386993 (+0.10296066105365753) + | > avg_loss_disc_real_1: 0.18512070178985596 (-0.08210217952728271) + | > avg_loss_disc_real_2: 0.1457143872976303 (-0.05892038345336914) + | > avg_loss_disc_real_3: 0.1851474940776825 (-0.05097202956676483) + | > avg_loss_disc_real_4: 0.20953083038330078 (-0.03466857969760895) + | > avg_loss_disc_real_5: 0.2560195326805115 (-0.060962527990341187) + | > avg_loss_0: 2.318455696105957 (-0.15433740615844727) + | > avg_loss_gen: 2.4818146228790283 (+0.3282625675201416) + | > avg_loss_kl: 1.8846155405044556 (-0.4806462526321411) + | > avg_loss_feat: 4.6047234535217285 (+0.548886775970459) + | > avg_loss_mel: 21.412410736083984 (-1.4741592407226562) + | > avg_loss_duration: 2.085211753845215 (+0.015969514846801758) + | > avg_loss_1: 32.46877670288086 (-1.0616836547851562) + + + > EPOCH: 98/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:19:08)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.6909167766571045 (2.6909167766571045) + | > loss_disc_real_0: 0.29197388887405396 (0.29197388887405396) + | > loss_disc_real_1: 0.27224424481391907 (0.27224424481391907) + | > loss_disc_real_2: 0.23671285808086395 (0.23671285808086395) + | > loss_disc_real_3: 0.2527579367160797 (0.2527579367160797) + | > loss_disc_real_4: 0.20498648285865784 (0.20498648285865784) + | > loss_disc_real_5: 0.261191725730896 (0.261191725730896) + | > loss_0: 2.6909167766571045 (2.6909167766571045) + | > loss_gen: 2.163573980331421 (2.163573980331421) + | > loss_kl: 2.519268035888672 (2.519268035888672) + | > loss_feat: 3.7115190029144287 (3.7115190029144287) + | > loss_mel: 22.02999496459961 (22.02999496459961) + | > loss_duration: 1.9861338138580322 (1.9861338138580322) + | > loss_1: 32.410491943359375 (32.410491943359375) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2619192600250244 (-0.007121562957763672) + | > avg_loss_disc: 2.6909167766571045 (+0.37246108055114746) + | > avg_loss_disc_real_0: 0.29197388887405396 (+0.07064281404018402) + | > avg_loss_disc_real_1: 0.27224424481391907 (+0.08712354302406311) + | > avg_loss_disc_real_2: 0.23671285808086395 (+0.09099847078323364) + | > avg_loss_disc_real_3: 0.2527579367160797 (+0.06761044263839722) + | > avg_loss_disc_real_4: 0.20498648285865784 (-0.004544347524642944) + | > avg_loss_disc_real_5: 0.261191725730896 (+0.0051721930503845215) + | > avg_loss_0: 2.6909167766571045 (+0.37246108055114746) + | > avg_loss_gen: 2.163573980331421 (-0.3182406425476074) + | > avg_loss_kl: 2.519268035888672 (+0.6346524953842163) + | > avg_loss_feat: 3.7115190029144287 (-0.8932044506072998) + | > avg_loss_mel: 22.02999496459961 (+0.617584228515625) + | > avg_loss_duration: 1.9861338138580322 (-0.09907793998718262) + | > avg_loss_1: 32.410491943359375 (-0.058284759521484375) + + + > EPOCH: 99/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:19:33)  + + --> TIME: 2023-09-11 22:19:47 -- STEP: 6/7 -- GLOBAL_STEP: 56700 + | > loss_disc: 2.5262019634246826 (2.5336234172185264) + | > loss_disc_real_0: 0.17883515357971191 (0.1802361955245336) + | > loss_disc_real_1: 0.2254302054643631 (0.2148169924815496) + | > loss_disc_real_2: 0.2148597538471222 (0.23278614381949106) + | > loss_disc_real_3: 0.2559563219547272 (0.24314922342697778) + | > loss_disc_real_4: 0.2473534196615219 (0.2407519742846489) + | > loss_disc_real_5: 0.2589963376522064 (0.25444821019967395) + | > loss_0: 2.5262019634246826 (2.5336234172185264) + | > grad_norm_0: tensor(63.6567, device='cuda:0') (tensor(51.0132, device='cuda:0')) + | > loss_gen: 2.3189263343811035 (2.3899288972218833) + | > loss_kl: 1.2904562950134277 (1.3144766688346863) + | > loss_feat: 5.112188339233398 (5.58289098739624) + | > loss_mel: 21.19743537902832 (21.8595183690389) + | > loss_duration: 1.7709027528762817 (1.7701499660809834) + | > loss_1: 31.689908981323242 (32.916964530944824) + | > grad_norm_1: tensor(1008.1163, device='cuda:0') (tensor(847.9050, device='cuda:0')) + | > current_lr_0: 0.00019754009828923033 + | > current_lr_1: 0.00019754009828923033 + | > step_time: 2.4158 (1.9528493483861287) + | > loader_time: 0.1233 (0.125028928120931) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.662163734436035 (2.662163734436035) + | > loss_disc_real_0: 0.1393618881702423 (0.1393618881702423) + | > loss_disc_real_1: 0.16486138105392456 (0.16486138105392456) + | > loss_disc_real_2: 0.20654256641864777 (0.20654256641864777) + | > loss_disc_real_3: 0.2522531747817993 (0.2522531747817993) + | > loss_disc_real_4: 0.2992666959762573 (0.2992666959762573) + | > loss_disc_real_5: 0.29756152629852295 (0.29756152629852295) + | > loss_0: 2.662163734436035 (2.662163734436035) + | > loss_gen: 1.9978477954864502 (1.9978477954864502) + | > loss_kl: 2.330418109893799 (2.330418109893799) + | > loss_feat: 5.670458793640137 (5.670458793640137) + | > loss_mel: 24.029510498046875 (24.029510498046875) + | > loss_duration: 2.057272434234619 (2.057272434234619) + | > loss_1: 36.08551025390625 (36.08551025390625) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.25807952880859375 (-0.003839731216430664) + | > avg_loss_disc: 2.662163734436035 (-0.028753042221069336) + | > avg_loss_disc_real_0: 0.1393618881702423 (-0.15261200070381165) + | > avg_loss_disc_real_1: 0.16486138105392456 (-0.1073828637599945) + | > avg_loss_disc_real_2: 0.20654256641864777 (-0.030170291662216187) + | > avg_loss_disc_real_3: 0.2522531747817993 (-0.0005047619342803955) + | > avg_loss_disc_real_4: 0.2992666959762573 (+0.09428021311759949) + | > avg_loss_disc_real_5: 0.29756152629852295 (+0.03636980056762695) + | > avg_loss_0: 2.662163734436035 (-0.028753042221069336) + | > avg_loss_gen: 1.9978477954864502 (-0.1657261848449707) + | > avg_loss_kl: 2.330418109893799 (-0.18884992599487305) + | > avg_loss_feat: 5.670458793640137 (+1.958939790725708) + | > avg_loss_mel: 24.029510498046875 (+1.9995155334472656) + | > avg_loss_duration: 2.057272434234619 (+0.07113862037658691) + | > avg_loss_1: 36.08551025390625 (+3.675018310546875) + + + > EPOCH: 100/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:19:58)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.7666587829589844 (2.7666587829589844) + | > loss_disc_real_0: 0.2983248829841614 (0.2983248829841614) + | > loss_disc_real_1: 0.24200654029846191 (0.24200654029846191) + | > loss_disc_real_2: 0.20212647318840027 (0.20212647318840027) + | > loss_disc_real_3: 0.2656029462814331 (0.2656029462814331) + | > loss_disc_real_4: 0.2874593138694763 (0.2874593138694763) + | > loss_disc_real_5: 0.2646801471710205 (0.2646801471710205) + | > loss_0: 2.7666587829589844 (2.7666587829589844) + | > loss_gen: 2.1240615844726562 (2.1240615844726562) + | > loss_kl: 2.925060749053955 (2.925060749053955) + | > loss_feat: 2.7316129207611084 (2.7316129207611084) + | > loss_mel: 20.53026008605957 (20.53026008605957) + | > loss_duration: 1.9192428588867188 (1.9192428588867188) + | > loss_1: 30.23023796081543 (30.23023796081543) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.26163697242736816 (+0.003557443618774414) + | > avg_loss_disc: 2.7666587829589844 (+0.10449504852294922) + | > avg_loss_disc_real_0: 0.2983248829841614 (+0.15896299481391907) + | > avg_loss_disc_real_1: 0.24200654029846191 (+0.07714515924453735) + | > avg_loss_disc_real_2: 0.20212647318840027 (-0.0044160932302474976) + | > avg_loss_disc_real_3: 0.2656029462814331 (+0.013349771499633789) + | > avg_loss_disc_real_4: 0.2874593138694763 (-0.011807382106781006) + | > avg_loss_disc_real_5: 0.2646801471710205 (-0.03288137912750244) + | > avg_loss_0: 2.7666587829589844 (+0.10449504852294922) + | > avg_loss_gen: 2.1240615844726562 (+0.12621378898620605) + | > avg_loss_kl: 2.925060749053955 (+0.5946426391601562) + | > avg_loss_feat: 2.7316129207611084 (-2.9388458728790283) + | > avg_loss_mel: 20.53026008605957 (-3.4992504119873047) + | > avg_loss_duration: 1.9192428588867188 (-0.1380295753479004) + | > avg_loss_1: 30.23023796081543 (-5.85527229309082) + + + > EPOCH: 101/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:20:22)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4333038330078125 (2.4333038330078125) + | > loss_disc_real_0: 0.10159315168857574 (0.10159315168857574) + | > loss_disc_real_1: 0.2301776111125946 (0.2301776111125946) + | > loss_disc_real_2: 0.18797217309474945 (0.18797217309474945) + | > loss_disc_real_3: 0.2875427305698395 (0.2875427305698395) + | > loss_disc_real_4: 0.20908722281455994 (0.20908722281455994) + | > loss_disc_real_5: 0.27469602227211 (0.27469602227211) + | > loss_0: 2.4333038330078125 (2.4333038330078125) + | > loss_gen: 2.1514699459075928 (2.1514699459075928) + | > loss_kl: 1.9202921390533447 (1.9202921390533447) + | > loss_feat: 5.092944622039795 (5.092944622039795) + | > loss_mel: 23.13914680480957 (23.13914680480957) + | > loss_duration: 1.995863914489746 (1.995863914489746) + | > loss_1: 34.29971694946289 (34.29971694946289) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.27805542945861816 (+0.01641845703125) + | > avg_loss_disc: 2.4333038330078125 (-0.3333549499511719) + | > avg_loss_disc_real_0: 0.10159315168857574 (-0.19673173129558563) + | > avg_loss_disc_real_1: 0.2301776111125946 (-0.01182892918586731) + | > avg_loss_disc_real_2: 0.18797217309474945 (-0.014154300093650818) + | > avg_loss_disc_real_3: 0.2875427305698395 (+0.021939784288406372) + | > avg_loss_disc_real_4: 0.20908722281455994 (-0.07837209105491638) + | > avg_loss_disc_real_5: 0.27469602227211 (+0.010015875101089478) + | > avg_loss_0: 2.4333038330078125 (-0.3333549499511719) + | > avg_loss_gen: 2.1514699459075928 (+0.027408361434936523) + | > avg_loss_kl: 1.9202921390533447 (-1.0047686100006104) + | > avg_loss_feat: 5.092944622039795 (+2.3613317012786865) + | > avg_loss_mel: 23.13914680480957 (+2.60888671875) + | > avg_loss_duration: 1.995863914489746 (+0.07662105560302734) + | > avg_loss_1: 34.29971694946289 (+4.069478988647461) + + + > EPOCH: 102/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:20:47)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.7420897483825684 (2.7420897483825684) + | > loss_disc_real_0: 0.3145161271095276 (0.3145161271095276) + | > loss_disc_real_1: 0.34668874740600586 (0.34668874740600586) + | > loss_disc_real_2: 0.25069162249565125 (0.25069162249565125) + | > loss_disc_real_3: 0.2856801450252533 (0.2856801450252533) + | > loss_disc_real_4: 0.33787792921066284 (0.33787792921066284) + | > loss_disc_real_5: 0.28949740529060364 (0.28949740529060364) + | > loss_0: 2.7420897483825684 (2.7420897483825684) + | > loss_gen: 2.4221134185791016 (2.4221134185791016) + | > loss_kl: 2.2181358337402344 (2.2181358337402344) + | > loss_feat: 3.0857672691345215 (3.0857672691345215) + | > loss_mel: 20.715789794921875 (20.715789794921875) + | > loss_duration: 2.031888723373413 (2.031888723373413) + | > loss_1: 30.473695755004883 (30.473695755004883) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2610945701599121 (-0.016960859298706055) + | > avg_loss_disc: 2.7420897483825684 (+0.30878591537475586) + | > avg_loss_disc_real_0: 0.3145161271095276 (+0.21292297542095184) + | > avg_loss_disc_real_1: 0.34668874740600586 (+0.11651113629341125) + | > avg_loss_disc_real_2: 0.25069162249565125 (+0.0627194494009018) + | > avg_loss_disc_real_3: 0.2856801450252533 (-0.0018625855445861816) + | > avg_loss_disc_real_4: 0.33787792921066284 (+0.1287907063961029) + | > avg_loss_disc_real_5: 0.28949740529060364 (+0.014801383018493652) + | > avg_loss_0: 2.7420897483825684 (+0.30878591537475586) + | > avg_loss_gen: 2.4221134185791016 (+0.2706434726715088) + | > avg_loss_kl: 2.2181358337402344 (+0.29784369468688965) + | > avg_loss_feat: 3.0857672691345215 (-2.0071773529052734) + | > avg_loss_mel: 20.715789794921875 (-2.4233570098876953) + | > avg_loss_duration: 2.031888723373413 (+0.03602480888366699) + | > avg_loss_1: 30.473695755004883 (-3.826021194458008) + + + > EPOCH: 103/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:21:12)  + + --> TIME: 2023-09-11 22:21:20 -- STEP: 3/7 -- GLOBAL_STEP: 56725 + | > loss_disc: 2.52357816696167 (2.5433457692464194) + | > loss_disc_real_0: 0.09810946881771088 (0.1865204026301702) + | > loss_disc_real_1: 0.19319824874401093 (0.19206995268662772) + | > loss_disc_real_2: 0.18561746180057526 (0.20970045030117035) + | > loss_disc_real_3: 0.19316920638084412 (0.19775797923405966) + | > loss_disc_real_4: 0.2384745329618454 (0.2284325510263443) + | > loss_disc_real_5: 0.22403231263160706 (0.22925888498624167) + | > loss_0: 2.52357816696167 (2.5433457692464194) + | > grad_norm_0: tensor(59.1950, device='cuda:0') (tensor(55.4317, device='cuda:0')) + | > loss_gen: 2.2967164516448975 (2.1027782360712686) + | > loss_kl: 1.3328633308410645 (1.3013208309809368) + | > loss_feat: 5.0821428298950195 (5.114626248677571) + | > loss_mel: 21.639049530029297 (21.624674479166668) + | > loss_duration: 1.7537405490875244 (1.7582178115844727) + | > loss_1: 32.104515075683594 (31.901617685953777) + | > grad_norm_1: tensor(474.0435, device='cuda:0') (tensor(421.6006, device='cuda:0')) + | > current_lr_0: 0.00019744134675792665 + | > current_lr_1: 0.00019744134675792665 + | > step_time: 1.6358 (1.903203010559082) + | > loader_time: 0.0987 (0.10823369026184082) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4175777435302734 (2.4175777435302734) + | > loss_disc_real_0: 0.20634663105010986 (0.20634663105010986) + | > loss_disc_real_1: 0.20887607336044312 (0.20887607336044312) + | > loss_disc_real_2: 0.31092095375061035 (0.31092095375061035) + | > loss_disc_real_3: 0.2419424057006836 (0.2419424057006836) + | > loss_disc_real_4: 0.22462540864944458 (0.22462540864944458) + | > loss_disc_real_5: 0.21199792623519897 (0.21199792623519897) + | > loss_0: 2.4175777435302734 (2.4175777435302734) + | > loss_gen: 2.6591148376464844 (2.6591148376464844) + | > loss_kl: 2.1346518993377686 (2.1346518993377686) + | > loss_feat: 6.029049396514893 (6.029049396514893) + | > loss_mel: 25.16969871520996 (25.16969871520996) + | > loss_duration: 2.041255474090576 (2.041255474090576) + | > loss_1: 38.03377151489258 (38.03377151489258) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.27577710151672363 (+0.014682531356811523) + | > avg_loss_disc: 2.4175777435302734 (-0.3245120048522949) + | > avg_loss_disc_real_0: 0.20634663105010986 (-0.10816949605941772) + | > avg_loss_disc_real_1: 0.20887607336044312 (-0.13781267404556274) + | > avg_loss_disc_real_2: 0.31092095375061035 (+0.060229331254959106) + | > avg_loss_disc_real_3: 0.2419424057006836 (-0.0437377393245697) + | > avg_loss_disc_real_4: 0.22462540864944458 (-0.11325252056121826) + | > avg_loss_disc_real_5: 0.21199792623519897 (-0.07749947905540466) + | > avg_loss_0: 2.4175777435302734 (-0.3245120048522949) + | > avg_loss_gen: 2.6591148376464844 (+0.2370014190673828) + | > avg_loss_kl: 2.1346518993377686 (-0.08348393440246582) + | > avg_loss_feat: 6.029049396514893 (+2.943282127380371) + | > avg_loss_mel: 25.16969871520996 (+4.453908920288086) + | > avg_loss_duration: 2.041255474090576 (+0.009366750717163086) + | > avg_loss_1: 38.03377151489258 (+7.560075759887695) + + + > EPOCH: 104/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:21:36)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4310781955718994 (2.4310781955718994) + | > loss_disc_real_0: 0.21080884337425232 (0.21080884337425232) + | > loss_disc_real_1: 0.21829384565353394 (0.21829384565353394) + | > loss_disc_real_2: 0.17593085765838623 (0.17593085765838623) + | > loss_disc_real_3: 0.22617369890213013 (0.22617369890213013) + | > loss_disc_real_4: 0.2535555958747864 (0.2535555958747864) + | > loss_disc_real_5: 0.2913256585597992 (0.2913256585597992) + | > loss_0: 2.4310781955718994 (2.4310781955718994) + | > loss_gen: 2.4480981826782227 (2.4480981826782227) + | > loss_kl: 1.7424324750900269 (1.7424324750900269) + | > loss_feat: 3.561255931854248 (3.561255931854248) + | > loss_mel: 22.562889099121094 (22.562889099121094) + | > loss_duration: 1.9466073513031006 (1.9466073513031006) + | > loss_1: 32.26128005981445 (32.26128005981445) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2756497859954834 (-0.00012731552124023438) + | > avg_loss_disc: 2.4310781955718994 (+0.013500452041625977) + | > avg_loss_disc_real_0: 0.21080884337425232 (+0.004462212324142456) + | > avg_loss_disc_real_1: 0.21829384565353394 (+0.00941777229309082) + | > avg_loss_disc_real_2: 0.17593085765838623 (-0.13499009609222412) + | > avg_loss_disc_real_3: 0.22617369890213013 (-0.015768706798553467) + | > avg_loss_disc_real_4: 0.2535555958747864 (+0.028930187225341797) + | > avg_loss_disc_real_5: 0.2913256585597992 (+0.07932773232460022) + | > avg_loss_0: 2.4310781955718994 (+0.013500452041625977) + | > avg_loss_gen: 2.4480981826782227 (-0.21101665496826172) + | > avg_loss_kl: 1.7424324750900269 (-0.3922194242477417) + | > avg_loss_feat: 3.561255931854248 (-2.4677934646606445) + | > avg_loss_mel: 22.562889099121094 (-2.606809616088867) + | > avg_loss_duration: 1.9466073513031006 (-0.09464812278747559) + | > avg_loss_1: 32.26128005981445 (-5.772491455078125) + + + > EPOCH: 105/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:22:01)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.377462148666382 (2.377462148666382) + | > loss_disc_real_0: 0.24537332355976105 (0.24537332355976105) + | > loss_disc_real_1: 0.13836166262626648 (0.13836166262626648) + | > loss_disc_real_2: 0.1268136352300644 (0.1268136352300644) + | > loss_disc_real_3: 0.24477554857730865 (0.24477554857730865) + | > loss_disc_real_4: 0.18113048374652863 (0.18113048374652863) + | > loss_disc_real_5: 0.20245946943759918 (0.20245946943759918) + | > loss_0: 2.377462148666382 (2.377462148666382) + | > loss_gen: 2.207408905029297 (2.207408905029297) + | > loss_kl: 2.260140895843506 (2.260140895843506) + | > loss_feat: 5.260650634765625 (5.260650634765625) + | > loss_mel: 23.772523880004883 (23.772523880004883) + | > loss_duration: 1.9860289096832275 (1.9860289096832275) + | > loss_1: 35.48675537109375 (35.48675537109375) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2808871269226074 (+0.0052373409271240234) + | > avg_loss_disc: 2.377462148666382 (-0.05361604690551758) + | > avg_loss_disc_real_0: 0.24537332355976105 (+0.03456448018550873) + | > avg_loss_disc_real_1: 0.13836166262626648 (-0.07993218302726746) + | > avg_loss_disc_real_2: 0.1268136352300644 (-0.04911722242832184) + | > avg_loss_disc_real_3: 0.24477554857730865 (+0.018601849675178528) + | > avg_loss_disc_real_4: 0.18113048374652863 (-0.07242511212825775) + | > avg_loss_disc_real_5: 0.20245946943759918 (-0.08886618912220001) + | > avg_loss_0: 2.377462148666382 (-0.05361604690551758) + | > avg_loss_gen: 2.207408905029297 (-0.24068927764892578) + | > avg_loss_kl: 2.260140895843506 (+0.517708420753479) + | > avg_loss_feat: 5.260650634765625 (+1.699394702911377) + | > avg_loss_mel: 23.772523880004883 (+1.209634780883789) + | > avg_loss_duration: 1.9860289096832275 (+0.03942155838012695) + | > avg_loss_1: 35.48675537109375 (+3.225475311279297) + + + > EPOCH: 106/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:22:26)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.406831741333008 (2.406831741333008) + | > loss_disc_real_0: 0.1287902295589447 (0.1287902295589447) + | > loss_disc_real_1: 0.31006428599357605 (0.31006428599357605) + | > loss_disc_real_2: 0.21761108934879303 (0.21761108934879303) + | > loss_disc_real_3: 0.1421658843755722 (0.1421658843755722) + | > loss_disc_real_4: 0.25068649649620056 (0.25068649649620056) + | > loss_disc_real_5: 0.25706854462623596 (0.25706854462623596) + | > loss_0: 2.406831741333008 (2.406831741333008) + | > loss_gen: 2.372807502746582 (2.372807502746582) + | > loss_kl: 2.016996145248413 (2.016996145248413) + | > loss_feat: 5.271877765655518 (5.271877765655518) + | > loss_mel: 24.628358840942383 (24.628358840942383) + | > loss_duration: 2.0668561458587646 (2.0668561458587646) + | > loss_1: 36.356895446777344 (36.356895446777344) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2733192443847656 (-0.007567882537841797) + | > avg_loss_disc: 2.406831741333008 (+0.029369592666625977) + | > avg_loss_disc_real_0: 0.1287902295589447 (-0.11658309400081635) + | > avg_loss_disc_real_1: 0.31006428599357605 (+0.17170262336730957) + | > avg_loss_disc_real_2: 0.21761108934879303 (+0.09079745411872864) + | > avg_loss_disc_real_3: 0.1421658843755722 (-0.10260966420173645) + | > avg_loss_disc_real_4: 0.25068649649620056 (+0.06955601274967194) + | > avg_loss_disc_real_5: 0.25706854462623596 (+0.05460907518863678) + | > avg_loss_0: 2.406831741333008 (+0.029369592666625977) + | > avg_loss_gen: 2.372807502746582 (+0.16539859771728516) + | > avg_loss_kl: 2.016996145248413 (-0.24314475059509277) + | > avg_loss_feat: 5.271877765655518 (+0.011227130889892578) + | > avg_loss_mel: 24.628358840942383 (+0.8558349609375) + | > avg_loss_duration: 2.0668561458587646 (+0.08082723617553711) + | > avg_loss_1: 36.356895446777344 (+0.8701400756835938) + + + > EPOCH: 107/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:22:51)  + + --> TIME: 2023-09-11 22:22:53 -- STEP: 0/7 -- GLOBAL_STEP: 56750 + | > loss_disc: 2.3965983390808105 (2.3965983390808105) + | > loss_disc_real_0: 0.17147719860076904 (0.17147719860076904) + | > loss_disc_real_1: 0.26138123869895935 (0.26138123869895935) + | > loss_disc_real_2: 0.21185308694839478 (0.21185308694839478) + | > loss_disc_real_3: 0.14241209626197815 (0.14241209626197815) + | > loss_disc_real_4: 0.22917166352272034 (0.22917166352272034) + | > loss_disc_real_5: 0.24120008945465088 (0.24120008945465088) + | > loss_0: 2.3965983390808105 (2.3965983390808105) + | > grad_norm_0: tensor(58.1195, device='cuda:0') (tensor(58.1195, device='cuda:0')) + | > loss_gen: 2.4985580444335938 (2.4985580444335938) + | > loss_kl: 1.3369190692901611 (1.3369190692901611) + | > loss_feat: 6.075316429138184 (6.075316429138184) + | > loss_mel: 22.167673110961914 (22.167673110961914) + | > loss_duration: 1.7327780723571777 (1.7327780723571777) + | > loss_1: 33.81124496459961 (33.81124496459961) + | > grad_norm_1: tensor(1033.8052, device='cuda:0') (tensor(1033.8052, device='cuda:0')) + | > current_lr_0: 0.00019734264459313146 + | > current_lr_1: 0.00019734264459313146 + | > step_time: 1.3599 (1.359928846359253) + | > loader_time: 0.8414 (0.8414132595062256) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.2795960903167725 (2.2795960903167725) + | > loss_disc_real_0: 0.09975334256887436 (0.09975334256887436) + | > loss_disc_real_1: 0.15326258540153503 (0.15326258540153503) + | > loss_disc_real_2: 0.20754766464233398 (0.20754766464233398) + | > loss_disc_real_3: 0.14511056244373322 (0.14511056244373322) + | > loss_disc_real_4: 0.15640220046043396 (0.15640220046043396) + | > loss_disc_real_5: 0.21495747566223145 (0.21495747566223145) + | > loss_0: 2.2795960903167725 (2.2795960903167725) + | > loss_gen: 2.032029628753662 (2.032029628753662) + | > loss_kl: 1.4839850664138794 (1.4839850664138794) + | > loss_feat: 7.221327781677246 (7.221327781677246) + | > loss_mel: 26.623647689819336 (26.623647689819336) + | > loss_duration: 1.908352017402649 (1.908352017402649) + | > loss_1: 39.26934051513672 (39.26934051513672) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.27510643005371094 (+0.0017871856689453125) + | > avg_loss_disc: 2.2795960903167725 (-0.12723565101623535) + | > avg_loss_disc_real_0: 0.09975334256887436 (-0.029036886990070343) + | > avg_loss_disc_real_1: 0.15326258540153503 (-0.15680170059204102) + | > avg_loss_disc_real_2: 0.20754766464233398 (-0.010063424706459045) + | > avg_loss_disc_real_3: 0.14511056244373322 (+0.0029446780681610107) + | > avg_loss_disc_real_4: 0.15640220046043396 (-0.0942842960357666) + | > avg_loss_disc_real_5: 0.21495747566223145 (-0.04211106896400452) + | > avg_loss_0: 2.2795960903167725 (-0.12723565101623535) + | > avg_loss_gen: 2.032029628753662 (-0.3407778739929199) + | > avg_loss_kl: 1.4839850664138794 (-0.5330110788345337) + | > avg_loss_feat: 7.221327781677246 (+1.9494500160217285) + | > avg_loss_mel: 26.623647689819336 (+1.9952888488769531) + | > avg_loss_duration: 1.908352017402649 (-0.15850412845611572) + | > avg_loss_1: 39.26934051513672 (+2.912445068359375) + + + > EPOCH: 108/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:23:15)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4326915740966797 (2.4326915740966797) + | > loss_disc_real_0: 0.10704542696475983 (0.10704542696475983) + | > loss_disc_real_1: 0.25293394923210144 (0.25293394923210144) + | > loss_disc_real_2: 0.2534567713737488 (0.2534567713737488) + | > loss_disc_real_3: 0.17576858401298523 (0.17576858401298523) + | > loss_disc_real_4: 0.2342601716518402 (0.2342601716518402) + | > loss_disc_real_5: 0.24939073622226715 (0.24939073622226715) + | > loss_0: 2.4326915740966797 (2.4326915740966797) + | > loss_gen: 2.209036111831665 (2.209036111831665) + | > loss_kl: 2.2430548667907715 (2.2430548667907715) + | > loss_feat: 5.754023551940918 (5.754023551940918) + | > loss_mel: 22.954084396362305 (22.954084396362305) + | > loss_duration: 1.975576400756836 (1.975576400756836) + | > loss_1: 35.135772705078125 (35.135772705078125) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2739138603210449 (-0.0011925697326660156) + | > avg_loss_disc: 2.4326915740966797 (+0.15309548377990723) + | > avg_loss_disc_real_0: 0.10704542696475983 (+0.0072920843958854675) + | > avg_loss_disc_real_1: 0.25293394923210144 (+0.0996713638305664) + | > avg_loss_disc_real_2: 0.2534567713737488 (+0.045909106731414795) + | > avg_loss_disc_real_3: 0.17576858401298523 (+0.030658021569252014) + | > avg_loss_disc_real_4: 0.2342601716518402 (+0.07785797119140625) + | > avg_loss_disc_real_5: 0.24939073622226715 (+0.034433260560035706) + | > avg_loss_0: 2.4326915740966797 (+0.15309548377990723) + | > avg_loss_gen: 2.209036111831665 (+0.17700648307800293) + | > avg_loss_kl: 2.2430548667907715 (+0.7590698003768921) + | > avg_loss_feat: 5.754023551940918 (-1.4673042297363281) + | > avg_loss_mel: 22.954084396362305 (-3.6695632934570312) + | > avg_loss_duration: 1.975576400756836 (+0.06722438335418701) + | > avg_loss_1: 35.135772705078125 (-4.133567810058594) + + + > EPOCH: 109/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:23:40)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.0455586910247803 (2.0455586910247803) + | > loss_disc_real_0: 0.0490870326757431 (0.0490870326757431) + | > loss_disc_real_1: 0.12234053760766983 (0.12234053760766983) + | > loss_disc_real_2: 0.15246032178401947 (0.15246032178401947) + | > loss_disc_real_3: 0.11470677703619003 (0.11470677703619003) + | > loss_disc_real_4: 0.17152096331119537 (0.17152096331119537) + | > loss_disc_real_5: 0.17005175352096558 (0.17005175352096558) + | > loss_0: 2.0455586910247803 (2.0455586910247803) + | > loss_gen: 1.9526137113571167 (1.9526137113571167) + | > loss_kl: 2.783029079437256 (2.783029079437256) + | > loss_feat: 7.205102920532227 (7.205102920532227) + | > loss_mel: 25.490697860717773 (25.490697860717773) + | > loss_duration: 2.286503791809082 (2.286503791809082) + | > loss_1: 39.71794509887695 (39.71794509887695) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.267087459564209 (-0.0068264007568359375) + | > avg_loss_disc: 2.0455586910247803 (-0.3871328830718994) + | > avg_loss_disc_real_0: 0.0490870326757431 (-0.057958394289016724) + | > avg_loss_disc_real_1: 0.12234053760766983 (-0.1305934116244316) + | > avg_loss_disc_real_2: 0.15246032178401947 (-0.10099644958972931) + | > avg_loss_disc_real_3: 0.11470677703619003 (-0.0610618069767952) + | > avg_loss_disc_real_4: 0.17152096331119537 (-0.06273920834064484) + | > avg_loss_disc_real_5: 0.17005175352096558 (-0.07933898270130157) + | > avg_loss_0: 2.0455586910247803 (-0.3871328830718994) + | > avg_loss_gen: 1.9526137113571167 (-0.25642240047454834) + | > avg_loss_kl: 2.783029079437256 (+0.5399742126464844) + | > avg_loss_feat: 7.205102920532227 (+1.4510793685913086) + | > avg_loss_mel: 25.490697860717773 (+2.5366134643554688) + | > avg_loss_duration: 2.286503791809082 (+0.3109273910522461) + | > avg_loss_1: 39.71794509887695 (+4.582172393798828) + + + > EPOCH: 110/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:24:06)  + + --> TIME: 2023-09-11 22:24:16 -- STEP: 4/7 -- GLOBAL_STEP: 56775 + | > loss_disc: 2.309744119644165 (2.4085934162139893) + | > loss_disc_real_0: 0.11283054202795029 (0.1466346438974142) + | > loss_disc_real_1: 0.1617523729801178 (0.19273996353149414) + | > loss_disc_real_2: 0.2088581919670105 (0.20196714624762535) + | > loss_disc_real_3: 0.2010211944580078 (0.22927936911582947) + | > loss_disc_real_4: 0.19699347019195557 (0.19530361145734787) + | > loss_disc_real_5: 0.20000304281711578 (0.20773959159851074) + | > loss_0: 2.309744119644165 (2.4085934162139893) + | > grad_norm_0: tensor(80.9507, device='cuda:0') (tensor(63.8014, device='cuda:0')) + | > loss_gen: 2.6153488159179688 (2.5010639429092407) + | > loss_kl: 1.1518915891647339 (1.3171652853488922) + | > loss_feat: 6.906957149505615 (6.115623950958252) + | > loss_mel: 22.510208129882812 (21.952386379241943) + | > loss_duration: 1.75026273727417 (1.7513929605484009) + | > loss_1: 34.934669494628906 (33.63763236999512) + | > grad_norm_1: tensor(1242.1790, device='cuda:0') (tensor(935.7827, device='cuda:0')) + | > current_lr_0: 0.00019726865035146003 + | > current_lr_1: 0.00019726865035146003 + | > step_time: 2.0035 (1.9239621758460999) + | > loader_time: 0.1365 (0.1407625675201416) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.3388514518737793 (2.3388514518737793) + | > loss_disc_real_0: 0.12866425514221191 (0.12866425514221191) + | > loss_disc_real_1: 0.1406766027212143 (0.1406766027212143) + | > loss_disc_real_2: 0.18982714414596558 (0.18982714414596558) + | > loss_disc_real_3: 0.30883386731147766 (0.30883386731147766) + | > loss_disc_real_4: 0.3010130226612091 (0.3010130226612091) + | > loss_disc_real_5: 0.31398189067840576 (0.31398189067840576) + | > loss_0: 2.3388514518737793 (2.3388514518737793) + | > loss_gen: 2.4922361373901367 (2.4922361373901367) + | > loss_kl: 2.251268148422241 (2.251268148422241) + | > loss_feat: 4.996130466461182 (4.996130466461182) + | > loss_mel: 24.027204513549805 (24.027204513549805) + | > loss_duration: 2.072859764099121 (2.072859764099121) + | > loss_1: 35.839698791503906 (35.839698791503906) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.275787353515625 (+0.008699893951416016) + | > avg_loss_disc: 2.3388514518737793 (+0.293292760848999) + | > avg_loss_disc_real_0: 0.12866425514221191 (+0.07957722246646881) + | > avg_loss_disc_real_1: 0.1406766027212143 (+0.018336065113544464) + | > avg_loss_disc_real_2: 0.18982714414596558 (+0.037366822361946106) + | > avg_loss_disc_real_3: 0.30883386731147766 (+0.19412709027528763) + | > avg_loss_disc_real_4: 0.3010130226612091 (+0.12949205935001373) + | > avg_loss_disc_real_5: 0.31398189067840576 (+0.14393013715744019) + | > avg_loss_0: 2.3388514518737793 (+0.293292760848999) + | > avg_loss_gen: 2.4922361373901367 (+0.53962242603302) + | > avg_loss_kl: 2.251268148422241 (-0.5317609310150146) + | > avg_loss_feat: 4.996130466461182 (-2.208972454071045) + | > avg_loss_mel: 24.027204513549805 (-1.4634933471679688) + | > avg_loss_duration: 2.072859764099121 (-0.21364402770996094) + | > avg_loss_1: 35.839698791503906 (-3.878246307373047) + + + > EPOCH: 111/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:24:31)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.410034656524658 (2.410034656524658) + | > loss_disc_real_0: 0.12459136545658112 (0.12459136545658112) + | > loss_disc_real_1: 0.21067120134830475 (0.21067120134830475) + | > loss_disc_real_2: 0.1764523833990097 (0.1764523833990097) + | > loss_disc_real_3: 0.17888769507408142 (0.17888769507408142) + | > loss_disc_real_4: 0.1658668965101242 (0.1658668965101242) + | > loss_disc_real_5: 0.2550504803657532 (0.2550504803657532) + | > loss_0: 2.410034656524658 (2.410034656524658) + | > loss_gen: 1.9603573083877563 (1.9603573083877563) + | > loss_kl: 2.194952964782715 (2.194952964782715) + | > loss_feat: 4.687493801116943 (4.687493801116943) + | > loss_mel: 24.589448928833008 (24.589448928833008) + | > loss_duration: 2.1610026359558105 (2.1610026359558105) + | > loss_1: 35.59325408935547 (35.59325408935547) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2694206237792969 (-0.006366729736328125) + | > avg_loss_disc: 2.410034656524658 (+0.0711832046508789) + | > avg_loss_disc_real_0: 0.12459136545658112 (-0.004072889685630798) + | > avg_loss_disc_real_1: 0.21067120134830475 (+0.06999459862709045) + | > avg_loss_disc_real_2: 0.1764523833990097 (-0.013374760746955872) + | > avg_loss_disc_real_3: 0.17888769507408142 (-0.12994617223739624) + | > avg_loss_disc_real_4: 0.1658668965101242 (-0.1351461261510849) + | > avg_loss_disc_real_5: 0.2550504803657532 (-0.05893141031265259) + | > avg_loss_0: 2.410034656524658 (+0.0711832046508789) + | > avg_loss_gen: 1.9603573083877563 (-0.5318788290023804) + | > avg_loss_kl: 2.194952964782715 (-0.05631518363952637) + | > avg_loss_feat: 4.687493801116943 (-0.3086366653442383) + | > avg_loss_mel: 24.589448928833008 (+0.5622444152832031) + | > avg_loss_duration: 2.1610026359558105 (+0.08814287185668945) + | > avg_loss_1: 35.59325408935547 (-0.2464447021484375) + + + > EPOCH: 112/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:24:56)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.7220146656036377 (2.7220146656036377) + | > loss_disc_real_0: 0.17358849942684174 (0.17358849942684174) + | > loss_disc_real_1: 0.2601432502269745 (0.2601432502269745) + | > loss_disc_real_2: 0.2573544383049011 (0.2573544383049011) + | > loss_disc_real_3: 0.2547389566898346 (0.2547389566898346) + | > loss_disc_real_4: 0.31973397731781006 (0.31973397731781006) + | > loss_disc_real_5: 0.334543377161026 (0.334543377161026) + | > loss_0: 2.7220146656036377 (2.7220146656036377) + | > loss_gen: 2.1624948978424072 (2.1624948978424072) + | > loss_kl: 2.0907480716705322 (2.0907480716705322) + | > loss_feat: 3.513019323348999 (3.513019323348999) + | > loss_mel: 20.744110107421875 (20.744110107421875) + | > loss_duration: 2.025700807571411 (2.025700807571411) + | > loss_1: 30.536073684692383 (30.536073684692383) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2929201126098633 (+0.023499488830566406) + | > avg_loss_disc: 2.7220146656036377 (+0.3119800090789795) + | > avg_loss_disc_real_0: 0.17358849942684174 (+0.04899713397026062) + | > avg_loss_disc_real_1: 0.2601432502269745 (+0.04947204887866974) + | > avg_loss_disc_real_2: 0.2573544383049011 (+0.08090205490589142) + | > avg_loss_disc_real_3: 0.2547389566898346 (+0.07585126161575317) + | > avg_loss_disc_real_4: 0.31973397731781006 (+0.15386708080768585) + | > avg_loss_disc_real_5: 0.334543377161026 (+0.07949289679527283) + | > avg_loss_0: 2.7220146656036377 (+0.3119800090789795) + | > avg_loss_gen: 2.1624948978424072 (+0.20213758945465088) + | > avg_loss_kl: 2.0907480716705322 (-0.10420489311218262) + | > avg_loss_feat: 3.513019323348999 (-1.1744744777679443) + | > avg_loss_mel: 20.744110107421875 (-3.845338821411133) + | > avg_loss_duration: 2.025700807571411 (-0.13530182838439941) + | > avg_loss_1: 30.536073684692383 (-5.057180404663086) + + + > EPOCH: 113/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:25:20)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4975013732910156 (2.4975013732910156) + | > loss_disc_real_0: 0.22132717072963715 (0.22132717072963715) + | > loss_disc_real_1: 0.2012307345867157 (0.2012307345867157) + | > loss_disc_real_2: 0.17637762427330017 (0.17637762427330017) + | > loss_disc_real_3: 0.20183797180652618 (0.20183797180652618) + | > loss_disc_real_4: 0.2291589081287384 (0.2291589081287384) + | > loss_disc_real_5: 0.2880306541919708 (0.2880306541919708) + | > loss_0: 2.4975013732910156 (2.4975013732910156) + | > loss_gen: 2.1554746627807617 (2.1554746627807617) + | > loss_kl: 2.8345510959625244 (2.8345510959625244) + | > loss_feat: 4.086673259735107 (4.086673259735107) + | > loss_mel: 23.788179397583008 (23.788179397583008) + | > loss_duration: 2.1785292625427246 (2.1785292625427246) + | > loss_1: 35.04340744018555 (35.04340744018555) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2809875011444092 (-0.011932611465454102) + | > avg_loss_disc: 2.4975013732910156 (-0.22451329231262207) + | > avg_loss_disc_real_0: 0.22132717072963715 (+0.04773867130279541) + | > avg_loss_disc_real_1: 0.2012307345867157 (-0.05891251564025879) + | > avg_loss_disc_real_2: 0.17637762427330017 (-0.08097681403160095) + | > avg_loss_disc_real_3: 0.20183797180652618 (-0.05290098488330841) + | > avg_loss_disc_real_4: 0.2291589081287384 (-0.09057506918907166) + | > avg_loss_disc_real_5: 0.2880306541919708 (-0.046512722969055176) + | > avg_loss_0: 2.4975013732910156 (-0.22451329231262207) + | > avg_loss_gen: 2.1554746627807617 (-0.007020235061645508) + | > avg_loss_kl: 2.8345510959625244 (+0.7438030242919922) + | > avg_loss_feat: 4.086673259735107 (+0.5736539363861084) + | > avg_loss_mel: 23.788179397583008 (+3.044069290161133) + | > avg_loss_duration: 2.1785292625427246 (+0.15282845497131348) + | > avg_loss_1: 35.04340744018555 (+4.507333755493164) + + + > EPOCH: 114/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:25:45)  + + --> TIME: 2023-09-11 22:25:50 -- STEP: 1/7 -- GLOBAL_STEP: 56800 + | > loss_disc: 2.458146095275879 (2.458146095275879) + | > loss_disc_real_0: 0.1231483668088913 (0.1231483668088913) + | > loss_disc_real_1: 0.22778889536857605 (0.22778889536857605) + | > loss_disc_real_2: 0.18777114152908325 (0.18777114152908325) + | > loss_disc_real_3: 0.1709427684545517 (0.1709427684545517) + | > loss_disc_real_4: 0.19319500029087067 (0.19319500029087067) + | > loss_disc_real_5: 0.2310657501220703 (0.2310657501220703) + | > loss_0: 2.458146095275879 (2.458146095275879) + | > grad_norm_0: tensor(33.3447, device='cuda:0') (tensor(33.3447, device='cuda:0')) + | > loss_gen: 2.272031784057617 (2.272031784057617) + | > loss_kl: 1.5148837566375732 (1.5148837566375732) + | > loss_feat: 5.519909858703613 (5.519909858703613) + | > loss_mel: 22.020896911621094 (22.020896911621094) + | > loss_duration: 1.7533414363861084 (1.7533414363861084) + | > loss_1: 33.08106231689453 (33.08106231689453) + | > grad_norm_1: tensor(458.7354, device='cuda:0') (tensor(458.7354, device='cuda:0')) + | > current_lr_0: 0.0001971700345186791 + | > current_lr_1: 0.0001971700345186791 + | > step_time: 2.6035 (2.6035099029541016) + | > loader_time: 0.1183 (0.11827707290649414) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.380946159362793 (2.380946159362793) + | > loss_disc_real_0: 0.24710127711296082 (0.24710127711296082) + | > loss_disc_real_1: 0.19594962894916534 (0.19594962894916534) + | > loss_disc_real_2: 0.2401452660560608 (0.2401452660560608) + | > loss_disc_real_3: 0.17409203946590424 (0.17409203946590424) + | > loss_disc_real_4: 0.2901768088340759 (0.2901768088340759) + | > loss_disc_real_5: 0.21782362461090088 (0.21782362461090088) + | > loss_0: 2.380946159362793 (2.380946159362793) + | > loss_gen: 2.517003059387207 (2.517003059387207) + | > loss_kl: 2.0163767337799072 (2.0163767337799072) + | > loss_feat: 5.588986396789551 (5.588986396789551) + | > loss_mel: 25.212421417236328 (25.212421417236328) + | > loss_duration: 2.111164093017578 (2.111164093017578) + | > loss_1: 37.44594955444336 (37.44594955444336) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.27832937240600586 (-0.0026581287384033203) + | > avg_loss_disc: 2.380946159362793 (-0.11655521392822266) + | > avg_loss_disc_real_0: 0.24710127711296082 (+0.02577410638332367) + | > avg_loss_disc_real_1: 0.19594962894916534 (-0.005281105637550354) + | > avg_loss_disc_real_2: 0.2401452660560608 (+0.06376764178276062) + | > avg_loss_disc_real_3: 0.17409203946590424 (-0.027745932340621948) + | > avg_loss_disc_real_4: 0.2901768088340759 (+0.061017900705337524) + | > avg_loss_disc_real_5: 0.21782362461090088 (-0.07020702958106995) + | > avg_loss_0: 2.380946159362793 (-0.11655521392822266) + | > avg_loss_gen: 2.517003059387207 (+0.3615283966064453) + | > avg_loss_kl: 2.0163767337799072 (-0.8181743621826172) + | > avg_loss_feat: 5.588986396789551 (+1.5023131370544434) + | > avg_loss_mel: 25.212421417236328 (+1.4242420196533203) + | > avg_loss_duration: 2.111164093017578 (-0.06736516952514648) + | > avg_loss_1: 37.44594955444336 (+2.4025421142578125) + + + > EPOCH: 115/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:26:09)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.1923413276672363 (2.1923413276672363) + | > loss_disc_real_0: 0.20100748538970947 (0.20100748538970947) + | > loss_disc_real_1: 0.10197872668504715 (0.10197872668504715) + | > loss_disc_real_2: 0.16199791431427002 (0.16199791431427002) + | > loss_disc_real_3: 0.14000843465328217 (0.14000843465328217) + | > loss_disc_real_4: 0.15514768660068512 (0.15514768660068512) + | > loss_disc_real_5: 0.09255485236644745 (0.09255485236644745) + | > loss_0: 2.1923413276672363 (2.1923413276672363) + | > loss_gen: 1.9927359819412231 (1.9927359819412231) + | > loss_kl: 1.9886746406555176 (1.9886746406555176) + | > loss_feat: 7.63093376159668 (7.63093376159668) + | > loss_mel: 25.648109436035156 (25.648109436035156) + | > loss_duration: 2.098306894302368 (2.098306894302368) + | > loss_1: 39.358760833740234 (39.358760833740234) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.28389525413513184 (+0.0055658817291259766) + | > avg_loss_disc: 2.1923413276672363 (-0.18860483169555664) + | > avg_loss_disc_real_0: 0.20100748538970947 (-0.04609379172325134) + | > avg_loss_disc_real_1: 0.10197872668504715 (-0.0939709022641182) + | > avg_loss_disc_real_2: 0.16199791431427002 (-0.07814735174179077) + | > avg_loss_disc_real_3: 0.14000843465328217 (-0.03408360481262207) + | > avg_loss_disc_real_4: 0.15514768660068512 (-0.1350291222333908) + | > avg_loss_disc_real_5: 0.09255485236644745 (-0.12526877224445343) + | > avg_loss_0: 2.1923413276672363 (-0.18860483169555664) + | > avg_loss_gen: 1.9927359819412231 (-0.5242670774459839) + | > avg_loss_kl: 1.9886746406555176 (-0.02770209312438965) + | > avg_loss_feat: 7.63093376159668 (+2.041947364807129) + | > avg_loss_mel: 25.648109436035156 (+0.4356880187988281) + | > avg_loss_duration: 2.098306894302368 (-0.012857198715209961) + | > avg_loss_1: 39.358760833740234 (+1.912811279296875) + + + > EPOCH: 116/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:26:34)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.6385812759399414 (2.6385812759399414) + | > loss_disc_real_0: 0.3206653594970703 (0.3206653594970703) + | > loss_disc_real_1: 0.18910758197307587 (0.18910758197307587) + | > loss_disc_real_2: 0.2386358231306076 (0.2386358231306076) + | > loss_disc_real_3: 0.2568957507610321 (0.2568957507610321) + | > loss_disc_real_4: 0.24199406802654266 (0.24199406802654266) + | > loss_disc_real_5: 0.28348660469055176 (0.28348660469055176) + | > loss_0: 2.6385812759399414 (2.6385812759399414) + | > loss_gen: 2.3014416694641113 (2.3014416694641113) + | > loss_kl: 2.2070412635803223 (2.2070412635803223) + | > loss_feat: 4.454112529754639 (4.454112529754639) + | > loss_mel: 22.89845848083496 (22.89845848083496) + | > loss_duration: 1.9993230104446411 (1.9993230104446411) + | > loss_1: 33.86037826538086 (33.86037826538086) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.26366543769836426 (-0.020229816436767578) + | > avg_loss_disc: 2.6385812759399414 (+0.4462399482727051) + | > avg_loss_disc_real_0: 0.3206653594970703 (+0.11965787410736084) + | > avg_loss_disc_real_1: 0.18910758197307587 (+0.08712885528802872) + | > avg_loss_disc_real_2: 0.2386358231306076 (+0.07663790881633759) + | > avg_loss_disc_real_3: 0.2568957507610321 (+0.11688731610774994) + | > avg_loss_disc_real_4: 0.24199406802654266 (+0.08684638142585754) + | > avg_loss_disc_real_5: 0.28348660469055176 (+0.1909317523241043) + | > avg_loss_0: 2.6385812759399414 (+0.4462399482727051) + | > avg_loss_gen: 2.3014416694641113 (+0.3087056875228882) + | > avg_loss_kl: 2.2070412635803223 (+0.2183666229248047) + | > avg_loss_feat: 4.454112529754639 (-3.176821231842041) + | > avg_loss_mel: 22.89845848083496 (-2.7496509552001953) + | > avg_loss_duration: 1.9993230104446411 (-0.09898388385772705) + | > avg_loss_1: 33.86037826538086 (-5.498382568359375) + + + > EPOCH: 117/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:27:00)  + + --> TIME: 2023-09-11 22:27:12 -- STEP: 5/7 -- GLOBAL_STEP: 56825 + | > loss_disc: 2.4029974937438965 (2.4813458919525146) + | > loss_disc_real_0: 0.28679168224334717 (0.17480050325393676) + | > loss_disc_real_1: 0.13935548067092896 (0.19019053876399994) + | > loss_disc_real_2: 0.19309626519680023 (0.22899479269981385) + | > loss_disc_real_3: 0.21950790286064148 (0.21186888813972474) + | > loss_disc_real_4: 0.23969654738903046 (0.2376720905303955) + | > loss_disc_real_5: 0.24249441921710968 (0.24382759332656861) + | > loss_0: 2.4029974937438965 (2.4813458919525146) + | > grad_norm_0: tensor(77.6413, device='cuda:0') (tensor(74.7209, device='cuda:0')) + | > loss_gen: 2.627445936203003 (2.37779860496521) + | > loss_kl: 1.359363317489624 (1.3794822931289672) + | > loss_feat: 6.312828063964844 (5.5858567237854) + | > loss_mel: 21.8387393951416 (21.629317855834962) + | > loss_duration: 1.7601368427276611 (1.7420223236083985) + | > loss_1: 33.89851379394531 (32.71447830200195) + | > grad_norm_1: tensor(1087.9415, device='cuda:0') (tensor(905.4179, device='cuda:0')) + | > current_lr_0: 0.00019709610499769482 + | > current_lr_1: 0.00019709610499769482 + | > step_time: 1.6941 (1.8854169845581055) + | > loader_time: 0.112 (0.12708406448364257) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5778889656066895 (2.5778889656066895) + | > loss_disc_real_0: 0.15089672803878784 (0.15089672803878784) + | > loss_disc_real_1: 0.2931933104991913 (0.2931933104991913) + | > loss_disc_real_2: 0.17364315688610077 (0.17364315688610077) + | > loss_disc_real_3: 0.2231883406639099 (0.2231883406639099) + | > loss_disc_real_4: 0.26391884684562683 (0.26391884684562683) + | > loss_disc_real_5: 0.29130473732948303 (0.29130473732948303) + | > loss_0: 2.5778889656066895 (2.5778889656066895) + | > loss_gen: 2.0835509300231934 (2.0835509300231934) + | > loss_kl: 2.1111929416656494 (2.1111929416656494) + | > loss_feat: 3.374284267425537 (3.374284267425537) + | > loss_mel: 22.006267547607422 (22.006267547607422) + | > loss_duration: 1.9825326204299927 (1.9825326204299927) + | > loss_1: 31.557828903198242 (31.557828903198242) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.29320287704467773 (+0.029537439346313477) + | > avg_loss_disc: 2.5778889656066895 (-0.06069231033325195) + | > avg_loss_disc_real_0: 0.15089672803878784 (-0.16976863145828247) + | > avg_loss_disc_real_1: 0.2931933104991913 (+0.10408572852611542) + | > avg_loss_disc_real_2: 0.17364315688610077 (-0.06499266624450684) + | > avg_loss_disc_real_3: 0.2231883406639099 (-0.03370741009712219) + | > avg_loss_disc_real_4: 0.26391884684562683 (+0.021924778819084167) + | > avg_loss_disc_real_5: 0.29130473732948303 (+0.007818132638931274) + | > avg_loss_0: 2.5778889656066895 (-0.06069231033325195) + | > avg_loss_gen: 2.0835509300231934 (-0.21789073944091797) + | > avg_loss_kl: 2.1111929416656494 (-0.09584832191467285) + | > avg_loss_feat: 3.374284267425537 (-1.0798282623291016) + | > avg_loss_mel: 22.006267547607422 (-0.8921909332275391) + | > avg_loss_duration: 1.9825326204299927 (-0.016790390014648438) + | > avg_loss_1: 31.557828903198242 (-2.302549362182617) + + + > EPOCH: 118/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:27:25)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4162750244140625 (2.4162750244140625) + | > loss_disc_real_0: 0.1846904158592224 (0.1846904158592224) + | > loss_disc_real_1: 0.2281159907579422 (0.2281159907579422) + | > loss_disc_real_2: 0.2626607120037079 (0.2626607120037079) + | > loss_disc_real_3: 0.2167114019393921 (0.2167114019393921) + | > loss_disc_real_4: 0.22187542915344238 (0.22187542915344238) + | > loss_disc_real_5: 0.20677083730697632 (0.20677083730697632) + | > loss_0: 2.4162750244140625 (2.4162750244140625) + | > loss_gen: 2.4431111812591553 (2.4431111812591553) + | > loss_kl: 2.902858257293701 (2.902858257293701) + | > loss_feat: 5.1760711669921875 (5.1760711669921875) + | > loss_mel: 25.035789489746094 (25.035789489746094) + | > loss_duration: 1.996241807937622 (1.996241807937622) + | > loss_1: 37.554073333740234 (37.554073333740234) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2754840850830078 (-0.017718791961669922) + | > avg_loss_disc: 2.4162750244140625 (-0.16161394119262695) + | > avg_loss_disc_real_0: 0.1846904158592224 (+0.03379368782043457) + | > avg_loss_disc_real_1: 0.2281159907579422 (-0.06507731974124908) + | > avg_loss_disc_real_2: 0.2626607120037079 (+0.08901755511760712) + | > avg_loss_disc_real_3: 0.2167114019393921 (-0.006476938724517822) + | > avg_loss_disc_real_4: 0.22187542915344238 (-0.04204341769218445) + | > avg_loss_disc_real_5: 0.20677083730697632 (-0.08453390002250671) + | > avg_loss_0: 2.4162750244140625 (-0.16161394119262695) + | > avg_loss_gen: 2.4431111812591553 (+0.3595602512359619) + | > avg_loss_kl: 2.902858257293701 (+0.7916653156280518) + | > avg_loss_feat: 5.1760711669921875 (+1.8017868995666504) + | > avg_loss_mel: 25.035789489746094 (+3.029521942138672) + | > avg_loss_duration: 1.996241807937622 (+0.013709187507629395) + | > avg_loss_1: 37.554073333740234 (+5.996244430541992) + + + > EPOCH: 119/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:27:49)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.0524485111236572 (2.0524485111236572) + | > loss_disc_real_0: 0.2953229546546936 (0.2953229546546936) + | > loss_disc_real_1: 0.20765256881713867 (0.20765256881713867) + | > loss_disc_real_2: 0.32597777247428894 (0.32597777247428894) + | > loss_disc_real_3: 0.12570179998874664 (0.12570179998874664) + | > loss_disc_real_4: 0.13955742120742798 (0.13955742120742798) + | > loss_disc_real_5: 0.18795664608478546 (0.18795664608478546) + | > loss_0: 2.0524485111236572 (2.0524485111236572) + | > loss_gen: 3.008727550506592 (3.008727550506592) + | > loss_kl: 2.695160388946533 (2.695160388946533) + | > loss_feat: 7.15326452255249 (7.15326452255249) + | > loss_mel: 25.57269859313965 (25.57269859313965) + | > loss_duration: 2.1415507793426514 (2.1415507793426514) + | > loss_1: 40.57140350341797 (40.57140350341797) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.27777814865112305 (+0.0022940635681152344) + | > avg_loss_disc: 2.0524485111236572 (-0.3638265132904053) + | > avg_loss_disc_real_0: 0.2953229546546936 (+0.11063253879547119) + | > avg_loss_disc_real_1: 0.20765256881713867 (-0.020463421940803528) + | > avg_loss_disc_real_2: 0.32597777247428894 (+0.06331706047058105) + | > avg_loss_disc_real_3: 0.12570179998874664 (-0.09100960195064545) + | > avg_loss_disc_real_4: 0.13955742120742798 (-0.0823180079460144) + | > avg_loss_disc_real_5: 0.18795664608478546 (-0.018814191222190857) + | > avg_loss_0: 2.0524485111236572 (-0.3638265132904053) + | > avg_loss_gen: 3.008727550506592 (+0.5656163692474365) + | > avg_loss_kl: 2.695160388946533 (-0.20769786834716797) + | > avg_loss_feat: 7.15326452255249 (+1.9771933555603027) + | > avg_loss_mel: 25.57269859313965 (+0.5369091033935547) + | > avg_loss_duration: 2.1415507793426514 (+0.1453089714050293) + | > avg_loss_1: 40.57140350341797 (+3.0173301696777344) + + + > EPOCH: 120/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:28:14)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.713111400604248 (2.713111400604248) + | > loss_disc_real_0: 0.1867658793926239 (0.1867658793926239) + | > loss_disc_real_1: 0.2949797511100769 (0.2949797511100769) + | > loss_disc_real_2: 0.25098177790641785 (0.25098177790641785) + | > loss_disc_real_3: 0.17009393870830536 (0.17009393870830536) + | > loss_disc_real_4: 0.22621016204357147 (0.22621016204357147) + | > loss_disc_real_5: 0.21734753251075745 (0.21734753251075745) + | > loss_0: 2.713111400604248 (2.713111400604248) + | > loss_gen: 1.9527446031570435 (1.9527446031570435) + | > loss_kl: 3.348306894302368 (3.348306894302368) + | > loss_feat: 5.286478042602539 (5.286478042602539) + | > loss_mel: 23.91228675842285 (23.91228675842285) + | > loss_duration: 2.029592514038086 (2.029592514038086) + | > loss_1: 36.52941131591797 (36.52941131591797) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.27205348014831543 (-0.005724668502807617) + | > avg_loss_disc: 2.713111400604248 (+0.6606628894805908) + | > avg_loss_disc_real_0: 0.1867658793926239 (-0.1085570752620697) + | > avg_loss_disc_real_1: 0.2949797511100769 (+0.08732718229293823) + | > avg_loss_disc_real_2: 0.25098177790641785 (-0.0749959945678711) + | > avg_loss_disc_real_3: 0.17009393870830536 (+0.044392138719558716) + | > avg_loss_disc_real_4: 0.22621016204357147 (+0.0866527408361435) + | > avg_loss_disc_real_5: 0.21734753251075745 (+0.029390886425971985) + | > avg_loss_0: 2.713111400604248 (+0.6606628894805908) + | > avg_loss_gen: 1.9527446031570435 (-1.0559829473495483) + | > avg_loss_kl: 3.348306894302368 (+0.653146505355835) + | > avg_loss_feat: 5.286478042602539 (-1.8667864799499512) + | > avg_loss_mel: 23.91228675842285 (-1.6604118347167969) + | > avg_loss_duration: 2.029592514038086 (-0.11195826530456543) + | > avg_loss_1: 36.52941131591797 (-4.0419921875) + + + > EPOCH: 121/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:28:39)  + + --> TIME: 2023-09-11 22:28:46 -- STEP: 2/7 -- GLOBAL_STEP: 56850 + | > loss_disc: 2.5114426612854004 (2.4770960807800293) + | > loss_disc_real_0: 0.17222344875335693 (0.16371232271194458) + | > loss_disc_real_1: 0.1971692442893982 (0.23427510261535645) + | > loss_disc_real_2: 0.21273714303970337 (0.2154698148369789) + | > loss_disc_real_3: 0.21560516953468323 (0.2172653004527092) + | > loss_disc_real_4: 0.21917438507080078 (0.21612467616796494) + | > loss_disc_real_5: 0.2288762629032135 (0.23204271495342255) + | > loss_0: 2.5114426612854004 (2.4770960807800293) + | > grad_norm_0: tensor(50.2604, device='cuda:0') (tensor(54.5561, device='cuda:0')) + | > loss_gen: 2.462038993835449 (2.3953713178634644) + | > loss_kl: 1.511909008026123 (1.4352030158042908) + | > loss_feat: 6.656707763671875 (6.238711833953857) + | > loss_mel: 22.23388671875 (22.148320198059082) + | > loss_duration: 1.708904504776001 (1.7305752038955688) + | > loss_1: 34.573448181152344 (33.94818115234375) + | > grad_norm_1: tensor(1356.0938, device='cuda:0') (tensor(1266.0732, device='cuda:0')) + | > current_lr_0: 0.000196997575421416 + | > current_lr_1: 0.000196997575421416 + | > step_time: 1.5211 (2.0671284198760986) + | > loader_time: 0.1074 (0.12336313724517822) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4398720264434814 (2.4398720264434814) + | > loss_disc_real_0: 0.1421402394771576 (0.1421402394771576) + | > loss_disc_real_1: 0.15925957262516022 (0.15925957262516022) + | > loss_disc_real_2: 0.19733133912086487 (0.19733133912086487) + | > loss_disc_real_3: 0.2221442461013794 (0.2221442461013794) + | > loss_disc_real_4: 0.277901828289032 (0.277901828289032) + | > loss_disc_real_5: 0.29304039478302 (0.29304039478302) + | > loss_0: 2.4398720264434814 (2.4398720264434814) + | > loss_gen: 2.300393581390381 (2.300393581390381) + | > loss_kl: 2.3664395809173584 (2.3664395809173584) + | > loss_feat: 5.140172958374023 (5.140172958374023) + | > loss_mel: 23.68326759338379 (23.68326759338379) + | > loss_duration: 2.0691142082214355 (2.0691142082214355) + | > loss_1: 35.55938720703125 (35.55938720703125) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.28508877754211426 (+0.013035297393798828) + | > avg_loss_disc: 2.4398720264434814 (-0.2732393741607666) + | > avg_loss_disc_real_0: 0.1421402394771576 (-0.04462563991546631) + | > avg_loss_disc_real_1: 0.15925957262516022 (-0.1357201784849167) + | > avg_loss_disc_real_2: 0.19733133912086487 (-0.05365043878555298) + | > avg_loss_disc_real_3: 0.2221442461013794 (+0.052050307393074036) + | > avg_loss_disc_real_4: 0.277901828289032 (+0.05169166624546051) + | > avg_loss_disc_real_5: 0.29304039478302 (+0.07569286227226257) + | > avg_loss_0: 2.4398720264434814 (-0.2732393741607666) + | > avg_loss_gen: 2.300393581390381 (+0.3476489782333374) + | > avg_loss_kl: 2.3664395809173584 (-0.9818673133850098) + | > avg_loss_feat: 5.140172958374023 (-0.14630508422851562) + | > avg_loss_mel: 23.68326759338379 (-0.2290191650390625) + | > avg_loss_duration: 2.0691142082214355 (+0.03952169418334961) + | > avg_loss_1: 35.55938720703125 (-0.9700241088867188) + + + > EPOCH: 122/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:29:04)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.528939962387085 (2.528939962387085) + | > loss_disc_real_0: 0.10111529380083084 (0.10111529380083084) + | > loss_disc_real_1: 0.17226837575435638 (0.17226837575435638) + | > loss_disc_real_2: 0.2351544350385666 (0.2351544350385666) + | > loss_disc_real_3: 0.2576247453689575 (0.2576247453689575) + | > loss_disc_real_4: 0.2043563425540924 (0.2043563425540924) + | > loss_disc_real_5: 0.26552680134773254 (0.26552680134773254) + | > loss_0: 2.528939962387085 (2.528939962387085) + | > loss_gen: 1.9583617448806763 (1.9583617448806763) + | > loss_kl: 2.551870822906494 (2.551870822906494) + | > loss_feat: 5.290753364562988 (5.290753364562988) + | > loss_mel: 23.172290802001953 (23.172290802001953) + | > loss_duration: 2.0605247020721436 (2.0605247020721436) + | > loss_1: 35.0338020324707 (35.0338020324707) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.27802395820617676 (-0.0070648193359375) + | > avg_loss_disc: 2.528939962387085 (+0.08906793594360352) + | > avg_loss_disc_real_0: 0.10111529380083084 (-0.04102494567632675) + | > avg_loss_disc_real_1: 0.17226837575435638 (+0.013008803129196167) + | > avg_loss_disc_real_2: 0.2351544350385666 (+0.03782309591770172) + | > avg_loss_disc_real_3: 0.2576247453689575 (+0.035480499267578125) + | > avg_loss_disc_real_4: 0.2043563425540924 (-0.07354548573493958) + | > avg_loss_disc_real_5: 0.26552680134773254 (-0.027513593435287476) + | > avg_loss_0: 2.528939962387085 (+0.08906793594360352) + | > avg_loss_gen: 1.9583617448806763 (-0.3420318365097046) + | > avg_loss_kl: 2.551870822906494 (+0.18543124198913574) + | > avg_loss_feat: 5.290753364562988 (+0.15058040618896484) + | > avg_loss_mel: 23.172290802001953 (-0.5109767913818359) + | > avg_loss_duration: 2.0605247020721436 (-0.008589506149291992) + | > avg_loss_1: 35.0338020324707 (-0.5255851745605469) + + + > EPOCH: 123/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:29:29)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.2895760536193848 (2.2895760536193848) + | > loss_disc_real_0: 0.17175684869289398 (0.17175684869289398) + | > loss_disc_real_1: 0.2712083160877228 (0.2712083160877228) + | > loss_disc_real_2: 0.20619377493858337 (0.20619377493858337) + | > loss_disc_real_3: 0.16848604381084442 (0.16848604381084442) + | > loss_disc_real_4: 0.18302658200263977 (0.18302658200263977) + | > loss_disc_real_5: 0.22970861196517944 (0.22970861196517944) + | > loss_0: 2.2895760536193848 (2.2895760536193848) + | > loss_gen: 2.385044574737549 (2.385044574737549) + | > loss_kl: 2.3475964069366455 (2.3475964069366455) + | > loss_feat: 5.538418292999268 (5.538418292999268) + | > loss_mel: 24.712648391723633 (24.712648391723633) + | > loss_duration: 2.1054954528808594 (2.1054954528808594) + | > loss_1: 37.089202880859375 (37.089202880859375) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2882976531982422 (+0.01027369499206543) + | > avg_loss_disc: 2.2895760536193848 (-0.2393639087677002) + | > avg_loss_disc_real_0: 0.17175684869289398 (+0.07064155489206314) + | > avg_loss_disc_real_1: 0.2712083160877228 (+0.0989399403333664) + | > avg_loss_disc_real_2: 0.20619377493858337 (-0.028960660099983215) + | > avg_loss_disc_real_3: 0.16848604381084442 (-0.0891387015581131) + | > avg_loss_disc_real_4: 0.18302658200263977 (-0.021329760551452637) + | > avg_loss_disc_real_5: 0.22970861196517944 (-0.0358181893825531) + | > avg_loss_0: 2.2895760536193848 (-0.2393639087677002) + | > avg_loss_gen: 2.385044574737549 (+0.42668282985687256) + | > avg_loss_kl: 2.3475964069366455 (-0.20427441596984863) + | > avg_loss_feat: 5.538418292999268 (+0.2476649284362793) + | > avg_loss_mel: 24.712648391723633 (+1.5403575897216797) + | > avg_loss_duration: 2.1054954528808594 (+0.04497075080871582) + | > avg_loss_1: 37.089202880859375 (+2.055400848388672) + + + > EPOCH: 124/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:29:54)  + + --> TIME: 2023-09-11 22:30:09 -- STEP: 6/7 -- GLOBAL_STEP: 56875 + | > loss_disc: 2.479764699935913 (2.478912115097046) + | > loss_disc_real_0: 0.1341235339641571 (0.1600309250255426) + | > loss_disc_real_1: 0.21008352935314178 (0.2235241581996282) + | > loss_disc_real_2: 0.19168876111507416 (0.2202319080630938) + | > loss_disc_real_3: 0.19230879843235016 (0.1929317663113276) + | > loss_disc_real_4: 0.2267162799835205 (0.21711222579081854) + | > loss_disc_real_5: 0.24183644354343414 (0.22889956335226694) + | > loss_0: 2.479764699935913 (2.478912115097046) + | > grad_norm_0: tensor(17.4350, device='cuda:0') (tensor(42.9456, device='cuda:0')) + | > loss_gen: 2.1620724201202393 (2.316012700398763) + | > loss_kl: 1.3627432584762573 (1.3380950689315796) + | > loss_feat: 5.037965297698975 (5.444913307825725) + | > loss_mel: 20.97184944152832 (21.196214993794758) + | > loss_duration: 1.7505531311035156 (1.735311766465505) + | > loss_1: 31.285184860229492 (32.03054745992025) + | > grad_norm_1: tensor(528.3171, device='cuda:0') (tensor(834.3683, device='cuda:0')) + | > current_lr_0: 0.00019692371056450955 + | > current_lr_1: 0.00019692371056450955 + | > step_time: 2.3805 (1.957827130953471) + | > loader_time: 0.1178 (0.12076620260874431) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.840582847595215 (2.840582847595215) + | > loss_disc_real_0: 0.22042691707611084 (0.22042691707611084) + | > loss_disc_real_1: 0.3422029912471771 (0.3422029912471771) + | > loss_disc_real_2: 0.20964379608631134 (0.20964379608631134) + | > loss_disc_real_3: 0.2162059247493744 (0.2162059247493744) + | > loss_disc_real_4: 0.2740418612957001 (0.2740418612957001) + | > loss_disc_real_5: 0.2852521538734436 (0.2852521538734436) + | > loss_0: 2.840582847595215 (2.840582847595215) + | > loss_gen: 1.8354113101959229 (1.8354113101959229) + | > loss_kl: 2.363157033920288 (2.363157033920288) + | > loss_feat: 2.2658839225769043 (2.2658839225769043) + | > loss_mel: 21.75434112548828 (21.75434112548828) + | > loss_duration: 2.1021692752838135 (2.1021692752838135) + | > loss_1: 30.320960998535156 (30.320960998535156) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.28308629989624023 (-0.005211353302001953) + | > avg_loss_disc: 2.840582847595215 (+0.5510067939758301) + | > avg_loss_disc_real_0: 0.22042691707611084 (+0.04867006838321686) + | > avg_loss_disc_real_1: 0.3422029912471771 (+0.07099467515945435) + | > avg_loss_disc_real_2: 0.20964379608631134 (+0.0034500211477279663) + | > avg_loss_disc_real_3: 0.2162059247493744 (+0.04771988093852997) + | > avg_loss_disc_real_4: 0.2740418612957001 (+0.0910152792930603) + | > avg_loss_disc_real_5: 0.2852521538734436 (+0.05554354190826416) + | > avg_loss_0: 2.840582847595215 (+0.5510067939758301) + | > avg_loss_gen: 1.8354113101959229 (-0.549633264541626) + | > avg_loss_kl: 2.363157033920288 (+0.015560626983642578) + | > avg_loss_feat: 2.2658839225769043 (-3.2725343704223633) + | > avg_loss_mel: 21.75434112548828 (-2.9583072662353516) + | > avg_loss_duration: 2.1021692752838135 (-0.0033261775970458984) + | > avg_loss_1: 30.320960998535156 (-6.768241882324219) + + + > EPOCH: 125/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:30:19)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.150651216506958 (2.150651216506958) + | > loss_disc_real_0: 0.1518365889787674 (0.1518365889787674) + | > loss_disc_real_1: 0.20291543006896973 (0.20291543006896973) + | > loss_disc_real_2: 0.2361890822649002 (0.2361890822649002) + | > loss_disc_real_3: 0.1785469502210617 (0.1785469502210617) + | > loss_disc_real_4: 0.18373459577560425 (0.18373459577560425) + | > loss_disc_real_5: 0.14960482716560364 (0.14960482716560364) + | > loss_0: 2.150651216506958 (2.150651216506958) + | > loss_gen: 2.2854528427124023 (2.2854528427124023) + | > loss_kl: 2.514023542404175 (2.514023542404175) + | > loss_feat: 5.366579055786133 (5.366579055786133) + | > loss_mel: 24.46902847290039 (24.46902847290039) + | > loss_duration: 2.0742201805114746 (2.0742201805114746) + | > loss_1: 36.70930480957031 (36.70930480957031) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2847771644592285 (+0.0016908645629882812) + | > avg_loss_disc: 2.150651216506958 (-0.6899316310882568) + | > avg_loss_disc_real_0: 0.1518365889787674 (-0.06859032809734344) + | > avg_loss_disc_real_1: 0.20291543006896973 (-0.1392875611782074) + | > avg_loss_disc_real_2: 0.2361890822649002 (+0.026545286178588867) + | > avg_loss_disc_real_3: 0.1785469502210617 (-0.03765897452831268) + | > avg_loss_disc_real_4: 0.18373459577560425 (-0.09030726552009583) + | > avg_loss_disc_real_5: 0.14960482716560364 (-0.13564732670783997) + | > avg_loss_0: 2.150651216506958 (-0.6899316310882568) + | > avg_loss_gen: 2.2854528427124023 (+0.4500415325164795) + | > avg_loss_kl: 2.514023542404175 (+0.15086650848388672) + | > avg_loss_feat: 5.366579055786133 (+3.1006951332092285) + | > avg_loss_mel: 24.46902847290039 (+2.7146873474121094) + | > avg_loss_duration: 2.0742201805114746 (-0.027949094772338867) + | > avg_loss_1: 36.70930480957031 (+6.388343811035156) + + + > EPOCH: 126/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:30:44)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5635108947753906 (2.5635108947753906) + | > loss_disc_real_0: 0.15864062309265137 (0.15864062309265137) + | > loss_disc_real_1: 0.29212501645088196 (0.29212501645088196) + | > loss_disc_real_2: 0.23128259181976318 (0.23128259181976318) + | > loss_disc_real_3: 0.3050260841846466 (0.3050260841846466) + | > loss_disc_real_4: 0.23773053288459778 (0.23773053288459778) + | > loss_disc_real_5: 0.21286654472351074 (0.21286654472351074) + | > loss_0: 2.5635108947753906 (2.5635108947753906) + | > loss_gen: 2.4304378032684326 (2.4304378032684326) + | > loss_kl: 2.000393867492676 (2.000393867492676) + | > loss_feat: 5.14068603515625 (5.14068603515625) + | > loss_mel: 24.457592010498047 (24.457592010498047) + | > loss_duration: 2.0058138370513916 (2.0058138370513916) + | > loss_1: 36.0349235534668 (36.0349235534668) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.287916898727417 (+0.0031397342681884766) + | > avg_loss_disc: 2.5635108947753906 (+0.4128596782684326) + | > avg_loss_disc_real_0: 0.15864062309265137 (+0.006804034113883972) + | > avg_loss_disc_real_1: 0.29212501645088196 (+0.08920958638191223) + | > avg_loss_disc_real_2: 0.23128259181976318 (-0.004906490445137024) + | > avg_loss_disc_real_3: 0.3050260841846466 (+0.1264791339635849) + | > avg_loss_disc_real_4: 0.23773053288459778 (+0.05399593710899353) + | > avg_loss_disc_real_5: 0.21286654472351074 (+0.0632617175579071) + | > avg_loss_0: 2.5635108947753906 (+0.4128596782684326) + | > avg_loss_gen: 2.4304378032684326 (+0.14498496055603027) + | > avg_loss_kl: 2.000393867492676 (-0.513629674911499) + | > avg_loss_feat: 5.14068603515625 (-0.2258930206298828) + | > avg_loss_mel: 24.457592010498047 (-0.01143646240234375) + | > avg_loss_duration: 2.0058138370513916 (-0.06840634346008301) + | > avg_loss_1: 36.0349235534668 (-0.6743812561035156) + + + > EPOCH: 127/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:31:08)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.2407608032226562 (2.2407608032226562) + | > loss_disc_real_0: 0.08925719559192657 (0.08925719559192657) + | > loss_disc_real_1: 0.15014994144439697 (0.15014994144439697) + | > loss_disc_real_2: 0.18449582159519196 (0.18449582159519196) + | > loss_disc_real_3: 0.25703686475753784 (0.25703686475753784) + | > loss_disc_real_4: 0.31720829010009766 (0.31720829010009766) + | > loss_disc_real_5: 0.31020548939704895 (0.31020548939704895) + | > loss_0: 2.2407608032226562 (2.2407608032226562) + | > loss_gen: 2.4984569549560547 (2.4984569549560547) + | > loss_kl: 2.501732349395752 (2.501732349395752) + | > loss_feat: 4.98200798034668 (4.98200798034668) + | > loss_mel: 24.08974838256836 (24.08974838256836) + | > loss_duration: 2.0986015796661377 (2.0986015796661377) + | > loss_1: 36.17054748535156 (36.17054748535156) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.27513837814331055 (-0.012778520584106445) + | > avg_loss_disc: 2.2407608032226562 (-0.3227500915527344) + | > avg_loss_disc_real_0: 0.08925719559192657 (-0.06938342750072479) + | > avg_loss_disc_real_1: 0.15014994144439697 (-0.14197507500648499) + | > avg_loss_disc_real_2: 0.18449582159519196 (-0.04678677022457123) + | > avg_loss_disc_real_3: 0.25703686475753784 (-0.047989219427108765) + | > avg_loss_disc_real_4: 0.31720829010009766 (+0.07947775721549988) + | > avg_loss_disc_real_5: 0.31020548939704895 (+0.09733894467353821) + | > avg_loss_0: 2.2407608032226562 (-0.3227500915527344) + | > avg_loss_gen: 2.4984569549560547 (+0.06801915168762207) + | > avg_loss_kl: 2.501732349395752 (+0.5013384819030762) + | > avg_loss_feat: 4.98200798034668 (-0.1586780548095703) + | > avg_loss_mel: 24.08974838256836 (-0.3678436279296875) + | > avg_loss_duration: 2.0986015796661377 (+0.0927877426147461) + | > avg_loss_1: 36.17054748535156 (+0.13562393188476562) + + + > EPOCH: 128/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:31:33)  + + --> TIME: 2023-09-11 22:31:42 -- STEP: 3/7 -- GLOBAL_STEP: 56900 + | > loss_disc: 2.481363296508789 (2.584601720174154) + | > loss_disc_real_0: 0.11870409548282623 (0.16037427882353464) + | > loss_disc_real_1: 0.2082631140947342 (0.2282399038473765) + | > loss_disc_real_2: 0.19374024868011475 (0.2110824833313624) + | > loss_disc_real_3: 0.25427013635635376 (0.25002984205881756) + | > loss_disc_real_4: 0.27612870931625366 (0.2584455609321594) + | > loss_disc_real_5: 0.26801010966300964 (0.2723073561986287) + | > loss_0: 2.481363296508789 (2.584601720174154) + | > grad_norm_0: tensor(55.1468, device='cuda:0') (tensor(39.4355, device='cuda:0')) + | > loss_gen: 2.335677146911621 (2.224041302998861) + | > loss_kl: 1.3299227952957153 (1.3137094577153523) + | > loss_feat: 5.481101036071777 (5.226763566335042) + | > loss_mel: 21.62800407409668 (21.518035888671875) + | > loss_duration: 1.7150424718856812 (1.7254304488499959) + | > loss_1: 32.48974609375 (32.00798098246256) + | > grad_norm_1: tensor(1144.8129, device='cuda:0') (tensor(598.6188, device='cuda:0')) + | > current_lr_0: 0.00019682526716928672 + | > current_lr_1: 0.00019682526716928672 + | > step_time: 1.6246 (1.8987571398417156) + | > loader_time: 0.1001 (0.13439003626505533) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.2851474285125732 (2.2851474285125732) + | > loss_disc_real_0: 0.2939422130584717 (0.2939422130584717) + | > loss_disc_real_1: 0.27791184186935425 (0.27791184186935425) + | > loss_disc_real_2: 0.16510742902755737 (0.16510742902755737) + | > loss_disc_real_3: 0.1295659989118576 (0.1295659989118576) + | > loss_disc_real_4: 0.14840911328792572 (0.14840911328792572) + | > loss_disc_real_5: 0.19325804710388184 (0.19325804710388184) + | > loss_0: 2.2851474285125732 (2.2851474285125732) + | > loss_gen: 2.5477561950683594 (2.5477561950683594) + | > loss_kl: 2.4530580043792725 (2.4530580043792725) + | > loss_feat: 6.72337532043457 (6.72337532043457) + | > loss_mel: 25.68379020690918 (25.68379020690918) + | > loss_duration: 2.2311782836914062 (2.2311782836914062) + | > loss_1: 39.639156341552734 (39.639156341552734) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2820723056793213 (+0.006933927536010742) + | > avg_loss_disc: 2.2851474285125732 (+0.04438662528991699) + | > avg_loss_disc_real_0: 0.2939422130584717 (+0.2046850174665451) + | > avg_loss_disc_real_1: 0.27791184186935425 (+0.12776190042495728) + | > avg_loss_disc_real_2: 0.16510742902755737 (-0.019388392567634583) + | > avg_loss_disc_real_3: 0.1295659989118576 (-0.12747086584568024) + | > avg_loss_disc_real_4: 0.14840911328792572 (-0.16879917681217194) + | > avg_loss_disc_real_5: 0.19325804710388184 (-0.11694744229316711) + | > avg_loss_0: 2.2851474285125732 (+0.04438662528991699) + | > avg_loss_gen: 2.5477561950683594 (+0.04929924011230469) + | > avg_loss_kl: 2.4530580043792725 (-0.04867434501647949) + | > avg_loss_feat: 6.72337532043457 (+1.7413673400878906) + | > avg_loss_mel: 25.68379020690918 (+1.5940418243408203) + | > avg_loss_duration: 2.2311782836914062 (+0.13257670402526855) + | > avg_loss_1: 39.639156341552734 (+3.468608856201172) + + + > EPOCH: 129/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:31:58)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.259422540664673 (2.259422540664673) + | > loss_disc_real_0: 0.10237083584070206 (0.10237083584070206) + | > loss_disc_real_1: 0.2417120337486267 (0.2417120337486267) + | > loss_disc_real_2: 0.18661518394947052 (0.18661518394947052) + | > loss_disc_real_3: 0.13907627761363983 (0.13907627761363983) + | > loss_disc_real_4: 0.16480207443237305 (0.16480207443237305) + | > loss_disc_real_5: 0.17434459924697876 (0.17434459924697876) + | > loss_0: 2.259422540664673 (2.259422540664673) + | > loss_gen: 2.0597760677337646 (2.0597760677337646) + | > loss_kl: 3.068586826324463 (3.068586826324463) + | > loss_feat: 6.273517608642578 (6.273517608642578) + | > loss_mel: 26.661752700805664 (26.661752700805664) + | > loss_duration: 2.181090831756592 (2.181090831756592) + | > loss_1: 40.24472427368164 (40.24472427368164) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.3116016387939453 (+0.029529333114624023) + | > avg_loss_disc: 2.259422540664673 (-0.02572488784790039) + | > avg_loss_disc_real_0: 0.10237083584070206 (-0.19157137721776962) + | > avg_loss_disc_real_1: 0.2417120337486267 (-0.03619980812072754) + | > avg_loss_disc_real_2: 0.18661518394947052 (+0.021507754921913147) + | > avg_loss_disc_real_3: 0.13907627761363983 (+0.009510278701782227) + | > avg_loss_disc_real_4: 0.16480207443237305 (+0.016392961144447327) + | > avg_loss_disc_real_5: 0.17434459924697876 (-0.018913447856903076) + | > avg_loss_0: 2.259422540664673 (-0.02572488784790039) + | > avg_loss_gen: 2.0597760677337646 (-0.4879801273345947) + | > avg_loss_kl: 3.068586826324463 (+0.6155288219451904) + | > avg_loss_feat: 6.273517608642578 (-0.4498577117919922) + | > avg_loss_mel: 26.661752700805664 (+0.9779624938964844) + | > avg_loss_duration: 2.181090831756592 (-0.05008745193481445) + | > avg_loss_1: 40.24472427368164 (+0.6055679321289062) + + + > EPOCH: 130/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:32:23)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.3882627487182617 (2.3882627487182617) + | > loss_disc_real_0: 0.14374138414859772 (0.14374138414859772) + | > loss_disc_real_1: 0.22150158882141113 (0.22150158882141113) + | > loss_disc_real_2: 0.2435973435640335 (0.2435973435640335) + | > loss_disc_real_3: 0.20952989161014557 (0.20952989161014557) + | > loss_disc_real_4: 0.21569094061851501 (0.21569094061851501) + | > loss_disc_real_5: 0.2037297934293747 (0.2037297934293747) + | > loss_0: 2.3882627487182617 (2.3882627487182617) + | > loss_gen: 2.119511604309082 (2.119511604309082) + | > loss_kl: 2.4498682022094727 (2.4498682022094727) + | > loss_feat: 5.172983646392822 (5.172983646392822) + | > loss_mel: 24.52876853942871 (24.52876853942871) + | > loss_duration: 2.0707504749298096 (2.0707504749298096) + | > loss_1: 36.341880798339844 (36.341880798339844) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.2702910900115967 (-0.04131054878234863) + | > avg_loss_disc: 2.3882627487182617 (+0.12884020805358887) + | > avg_loss_disc_real_0: 0.14374138414859772 (+0.04137054830789566) + | > avg_loss_disc_real_1: 0.22150158882141113 (-0.020210444927215576) + | > avg_loss_disc_real_2: 0.2435973435640335 (+0.05698215961456299) + | > avg_loss_disc_real_3: 0.20952989161014557 (+0.07045361399650574) + | > avg_loss_disc_real_4: 0.21569094061851501 (+0.05088886618614197) + | > avg_loss_disc_real_5: 0.2037297934293747 (+0.029385194182395935) + | > avg_loss_0: 2.3882627487182617 (+0.12884020805358887) + | > avg_loss_gen: 2.119511604309082 (+0.05973553657531738) + | > avg_loss_kl: 2.4498682022094727 (-0.6187186241149902) + | > avg_loss_feat: 5.172983646392822 (-1.1005339622497559) + | > avg_loss_mel: 24.52876853942871 (-2.132984161376953) + | > avg_loss_duration: 2.0707504749298096 (-0.11034035682678223) + | > avg_loss_1: 36.341880798339844 (-3.902843475341797) + + + > EPOCH: 131/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:32:48)  + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.3344452381134033 (2.3344452381134033) + | > loss_disc_real_0: 0.12678262591362 (0.12678262591362) + | > loss_disc_real_1: 0.1932557076215744 (0.1932557076215744) + | > loss_disc_real_2: 0.15358860790729523 (0.15358860790729523) + | > loss_disc_real_3: 0.14411978423595428 (0.14411978423595428) + | > loss_disc_real_4: 0.12806028127670288 (0.12806028127670288) + | > loss_disc_real_5: 0.151764377951622 (0.151764377951622) + | > loss_0: 2.3344452381134033 (2.3344452381134033) + | > loss_gen: 2.0855751037597656 (2.0855751037597656) + | > loss_kl: 2.931678056716919 (2.931678056716919) + | > loss_feat: 6.990997791290283 (6.990997791290283) + | > loss_mel: 22.709197998046875 (22.709197998046875) + | > loss_duration: 2.2236247062683105 (2.2236247062683105) + | > loss_1: 36.94107437133789 (36.94107437133789) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.30963754653930664 (+0.03934645652770996) + | > avg_loss_disc: 2.3344452381134033 (-0.0538175106048584) + | > avg_loss_disc_real_0: 0.12678262591362 (-0.016958758234977722) + | > avg_loss_disc_real_1: 0.1932557076215744 (-0.02824588119983673) + | > avg_loss_disc_real_2: 0.15358860790729523 (-0.09000873565673828) + | > avg_loss_disc_real_3: 0.14411978423595428 (-0.06541010737419128) + | > avg_loss_disc_real_4: 0.12806028127670288 (-0.08763065934181213) + | > avg_loss_disc_real_5: 0.151764377951622 (-0.051965415477752686) + | > avg_loss_0: 2.3344452381134033 (-0.0538175106048584) + | > avg_loss_gen: 2.0855751037597656 (-0.033936500549316406) + | > avg_loss_kl: 2.931678056716919 (+0.4818098545074463) + | > avg_loss_feat: 6.990997791290283 (+1.818014144897461) + | > avg_loss_mel: 22.709197998046875 (-1.819570541381836) + | > avg_loss_duration: 2.2236247062683105 (+0.15287423133850098) + | > avg_loss_1: 36.94107437133789 (+0.5991935729980469) + + + > EPOCH: 132/1000 + --> /aaa/train_output/vits_kbd_female-September-11-2023_09+37PM-0000000 + + > TRAINING (2023-09-11 22:33:13)  + + --> TIME: 2023-09-11 22:33:15 -- STEP: 0/7 -- GLOBAL_STEP: 56925 + | > loss_disc: 2.637207269668579 (2.637207269668579) + | > loss_disc_real_0: 0.17201054096221924 (0.17201054096221924) + | > loss_disc_real_1: 0.1564505398273468 (0.1564505398273468) + | > loss_disc_real_2: 0.23093320429325104 (0.23093320429325104) + | > loss_disc_real_3: 0.17660067975521088 (0.17660067975521088) + | > loss_disc_real_4: 0.19912460446357727 (0.19912460446357727) + | > loss_disc_real_5: 0.22784924507141113 (0.22784924507141113) + | > loss_0: 2.637207269668579 (2.637207269668579) + | > grad_norm_0: tensor(49.7635, device='cuda:0') (tensor(49.7635, device='cuda:0')) + | > loss_gen: 2.1289777755737305 (2.1289777755737305) + | > loss_kl: 1.1775213479995728 (1.1775213479995728) + | > loss_feat: 5.5524210929870605 (5.5524210929870605) + | > loss_mel: 21.927574157714844 (21.927574157714844) + | > loss_duration: 1.7092883586883545 (1.7092883586883545) + | > loss_1: 32.495784759521484 (32.495784759521484) + | > grad_norm_1: tensor(267.2841, device='cuda:0') (tensor(267.2841, device='cuda:0')) + | > current_lr_0: 0.00019672687298653317 + | > current_lr_1: 0.00019672687298653317 + | > step_time: 1.3925 (1.3924849033355713) + | > loader_time: 0.7199 (0.719893217086792) +