train_adamw.json

{
  "batch_size": 8,
  "ckpt_every_n_minutes": null,
  "clip_grad_norm": null,
  "clip_skip": 0,
  "cond_dropout": 0.10,
  "data_root": "/mnt/q/training_samples/",
  "disable_amp": false,
  "disable_textenc_training": false,
  "disable_xformers": false,
  "flip_p": 0.0,
  "gpuid": 0,
  "gradient_checkpointing": false,
  "grad_accum": 4,
  "logdir": "logs",
  "log_step": 25,
  "lowvram": false,
  "max_epochs": 6,
  "notebook": false,
  "optimizer_config": "optimizer_adamw8bit.json",
  "project_name": "cp2077_444_all",
  "resolution": 768,
  "resume_ckpt": "logs/cp2077_444_all_20231104-021515/ckpts/interrupted-gs21756",
  "run_name": "all_cp2077_444_768_all",
  "sample_prompts": "sample_prompts.txt",
  "sample_steps": 600,
  "save_ckpt_dir": null,
  "save_ckpts_from_n_epochs": 1,
  "save_every_n_epochs": 1,
  "save_optimizer": true,
  "scale_lr": false,
  "seed": -1,
  "shuffle_tags": false,
  "validation_config_bak": "validation_default.json",
  "wandb": false,
  "write_schedule": false,
  "rated_dataset": false,
  "rated_dataset_target_dropout_percent": 50,
  "zero_frequency_noise_ratio": 0.03,
  "enable_zero_terminal_snr": false,
  "load_settings_every_epoch": false,
  "min_snr_gamma": null,
  "ema_decay_rate": 0.99992,
  "ema_strength_target": null,
  "ema_update_interval": 1,
  "ema_device": "cuda",
  "ema_sample_nonema_model": true,
  "ema_sample_ema_model": true,
  "ema_resume_model" : "logs/cp2077_444_all_20231104-021515/ckpts/interrupted-gs21756_ema"
}