ckpts/pico_model/summary.jsonl

{"train_file": "/hpc_stor03/sjtu_home/zeyu.xie/workspace/controllable_audio_generation/data_utils/meta_data/train_multi-event_v3.json", "batch_size": 16, "learning_rate": 3e-05, "num_epochs": 40, "output_dir": "ckpts/ClapText_Onset_2_Audio_Diffusion_Clap_Onset_2_Audio_Dataset/train_multi-event_v3", "model_class": "ClapText_Onset_2_Audio_Diffusion", "dataset_class": "Clap_Onset_2_Audio_Dataset", "duration": 10, "num_examples": -1, "scheduler_name": "ckpts/pico_model/models--stabilityai--stable-diffusion-2-1/", "unet_model_config": "ckpts/pico_model/unet_config.json", "text_column": "captions", "onset_column": "onset", "audio_column": "location", "augment": false, "uncondition": false, "weight_decay": 1e-08, "snr_gamma": 5.0, "max_train_steps": null, "gradient_accumulation_steps": 4, "lr_scheduler_type": "linear", "num_warmup_steps": 0, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_weight_decay": 0.01, "adam_epsilon": 1e-08, "seed": 0, "checkpointing_steps": "best", "save_every": 40, "resume_from_checkpoint": null, "with_tracking": false, "report_to": "all", "event_list": ["burping_belching", "car_horn_honking", "cat_meowing", "cow_mooing", "dog_barking", "door_knocking", "door_slamming", "explosion", "gunshot", "sheep_goat_bleating", "sneeze", "spraying", "thump_thud", "train_horn", "tapping_clicking_clanking", "woman_laughing", "duck_quacking", "whistling"]}

{"epoch": [0], "step": 79, "train_loss": 0.6255, "best_eopch": 0, "time": "24-02-25-19-05-20"}

{"epoch": [1], "step": 158, "train_loss": 0.5311, "best_eopch": 1, "time": "24-02-25-19-15-32"}

{"epoch": [2], "step": 237, "train_loss": 0.5049, "best_eopch": 2, "time": "24-02-25-19-25-35"}

{"epoch": [3], "step": 316, "train_loss": 0.4842, "best_eopch": 3, "time": "24-02-25-19-35-34"}

{"epoch": [4], "step": 395, "train_loss": 0.4749, "best_eopch": 4, "time": "24-02-25-19-45-32"}

{"epoch": [5], "step": 474, "train_loss": 0.4654, "best_eopch": 5, "time": "24-02-25-19-55-27"}

{"epoch": [6], "step": 553, "train_loss": 0.4581, "best_eopch": 6, "time": "24-02-25-20-05-20"}

{"epoch": [7], "step": 632, "train_loss": 0.4501, "best_eopch": 7, "time": "24-02-25-20-15-14"}

{"epoch": [8], "step": 711, "train_loss": 0.4482, "best_eopch": 8, "time": "24-02-25-20-24-55"}

{"epoch": [9], "step": 790, "train_loss": 0.4456, "best_eopch": 9, "time": "24-02-25-20-35-05"}

{"epoch": [10], "step": 869, "train_loss": 0.4419, "best_eopch": 10, "time": "24-02-25-20-45-18"}

{"epoch": [11], "step": 948, "train_loss": 0.4366, "best_eopch": 11, "time": "24-02-25-20-55-28"}

{"epoch": [12], "step": 1027, "train_loss": 0.4352, "best_eopch": 12, "time": "24-02-25-21-05-34"}

{"epoch": [13], "step": 1106, "train_loss": 0.4363, "best_eopch": 12, "time": "24-02-25-21-15-46"}

{"epoch": [14], "step": 1185, "train_loss": 0.4302, "best_eopch": 14, "time": "24-02-25-21-25-50"}

{"epoch": [15], "step": 1264, "train_loss": 0.4284, "best_eopch": 15, "time": "24-02-25-21-35-52"}

{"epoch": [16], "step": 1343, "train_loss": 0.4281, "best_eopch": 16, "time": "24-02-25-21-45-56"}

{"epoch": [17], "step": 1422, "train_loss": 0.4243, "best_eopch": 17, "time": "24-02-25-21-55-54"}

{"epoch": [18], "step": 1501, "train_loss": 0.4221, "best_eopch": 18, "time": "24-02-25-22-05-52"}

{"epoch": [19], "step": 1580, "train_loss": 0.4215, "best_eopch": 19, "time": "24-02-25-22-15-51"}

{"epoch": [20], "step": 1659, "train_loss": 0.4217, "best_eopch": 19, "time": "24-02-25-22-25-44"}

{"epoch": [21], "step": 1738, "train_loss": 0.4177, "best_eopch": 21, "time": "24-02-25-22-35-34"}

{"epoch": [22], "step": 1817, "train_loss": 0.4158, "best_eopch": 22, "time": "24-02-25-22-45-31"}

{"epoch": [23], "step": 1896, "train_loss": 0.4144, "best_eopch": 23, "time": "24-02-25-22-55-37"}

{"epoch": [24], "step": 1975, "train_loss": 0.4145, "best_eopch": 23, "time": "24-02-25-23-05-38"}

{"epoch": [25], "step": 2054, "train_loss": 0.4144, "best_eopch": 23, "time": "24-02-25-23-15-48"}

{"epoch": [26], "step": 2133, "train_loss": 0.4091, "best_eopch": 26, "time": "24-02-25-23-25-59"}

{"epoch": [27], "step": 2212, "train_loss": 0.415, "best_eopch": 26, "time": "24-02-25-23-36-07"}

{"epoch": [28], "step": 2291, "train_loss": 0.4102, "best_eopch": 26, "time": "24-02-25-23-46-11"}

{"epoch": [29], "step": 2370, "train_loss": 0.4087, "best_eopch": 29, "time": "24-02-25-23-56-10"}

{"epoch": [30], "step": 2449, "train_loss": 0.4087, "best_eopch": 29, "time": "24-02-26-00-05-56"}

{"epoch": [31], "step": 2528, "train_loss": 0.4063, "best_eopch": 31, "time": "24-02-26-00-15-59"}

{"epoch": [32], "step": 2607, "train_loss": 0.4064, "best_eopch": 31, "time": "24-02-26-00-25-54"}

{"epoch": [33], "step": 2686, "train_loss": 0.4081, "best_eopch": 31, "time": "24-02-26-00-35-52"}

{"epoch": [34], "step": 2765, "train_loss": 0.4052, "best_eopch": 34, "time": "24-02-26-00-45-51"}

{"epoch": [35], "step": 2844, "train_loss": 0.4024, "best_eopch": 35, "time": "24-02-26-00-55-31"}

{"epoch": [36], "step": 2923, "train_loss": 0.4028, "best_eopch": 35, "time": "24-02-26-01-05-28"}

{"epoch": [37], "step": 3002, "train_loss": 0.4031, "best_eopch": 35, "time": "24-02-26-01-15-27"}

{"epoch": [38], "step": 3081, "train_loss": 0.4021, "best_eopch": 38, "time": "24-02-26-01-25-34"}

{"epoch": [39], "step": 3160, "train_loss": 0.4004, "best_eopch": 39, "time": "24-02-26-01-35-37"}