{ "training_method": "LORA", "model_type": "STABLE_DIFFUSION_XL_10_BASE", "debug_mode": false, "debug_dir": "debug", "workspace_dir": "workspace/run", "cache_dir": "workspace-cache/run", "tensorboard": true, "tensorboard_expose": false, "continue_last_backup": false, "weight_dtype": "FLOAT_16", "output_dtype": "FLOAT_32", "output_model_format": "SAFETENSORS", "gradient_checkpointing": true, "circular_mask_generation": false, "random_rotate_and_crop": false, "aspect_ratio_bucketing": true, "latent_caching": true, "clear_cache_before_training": true, "learning_rate_scheduler": "CONSTANT", "learning_rate": 0.0003, "learning_rate_warmup_steps": 200, "learning_rate_cycles": 1, "epochs": 20, "batch_size": 4, "gradient_accumulation_steps": 1, "ema": "OFF", "ema_decay": 0.999, "ema_update_step_interval": 5, "train_device": "cuda", "temp_device": "cpu", "train_dtype": "FLOAT_16", "fallback_train_dtype": "BFLOAT_16", "only_cache": false, "resolution": "896", "attention_mechanism": "XFORMERS", "align_prop": false, "align_prop_probability": 0.1, "align_prop_loss": "AESTHETIC", "align_prop_weight": 0.01, "align_prop_steps": 20, "align_prop_truncate_steps": 0.5, "align_prop_cfg_scale": 7.0, "mse_strength": 1.0, "mae_strength": 0.0, "vb_loss_strength": 1.0, "loss_scaler": "NONE", "learning_rate_scaler": "NONE", "train_unet": true, "train_unet_epochs": 100000, "unet_learning_rate": null, "offset_noise_weight": 0.0, "perturbation_noise_weight": 0.0, "rescale_noise_scheduler_to_zero_terminal_snr": false, "force_v_prediction": false, "force_epsilon_prediction": false, "min_noising_strength": 0.0, "max_noising_strength": 1.0, "noising_weight": 0.0, "noising_bias": 0.5, "unet_weight_dtype": "NONE", "train_prior": true, "train_prior_epochs": 10000, "prior_learning_rate": null, "prior_weight_dtype": "NONE", "train_text_encoder": false, "train_text_encoder_epochs": 30, "text_encoder_learning_rate": null, "text_encoder_layer_skip": 0, "text_encoder_weight_dtype": "NONE", "train_text_encoder_2": false, "train_text_encoder_2_epochs": 30, "text_encoder_2_learning_rate": null, "text_encoder_2_layer_skip": 0, "text_encoder_2_weight_dtype": "NONE", "vae_model_name": "", "vae_weight_dtype": "FLOAT_32", "effnet_encoder_model_name": "", "effnet_encoder_weight_dtype": "NONE", "decoder_model_name": "", "decoder_weight_dtype": "NONE", "decoder_text_encoder_weight_dtype": "NONE", "decoder_vqgan_weight_dtype": "NONE", "masked_training": false, "unmasked_probability": 0.1, "unmasked_weight": 0.1, "normalize_masked_area_loss": false, "embedding_model_names": [], "token_count": 1, "initial_embedding_text": "*", "embedding_weight_dtype": "FLOAT_32", "lora_model_name": "", "lora_rank": 16, "lora_alpha": 1.0, "lora_weight_dtype": "FLOAT_32", "optimizer": "ADAMW", "optimizer_adam_w_mode": false, "optimizer_alpha": null, "optimizer_amsgrad": false, "optimizer_beta1": 0.9, "optimizer_beta2": 0.999, "optimizer_beta3": null, "optimizer_bias_correction": false, "optimizer_block_wise": false, "optimizer_capturable": false, "optimizer_centered": false, "optimizer_clip_threshold": null, "optimizer_d0": null, "optimizer_d_coef": null, "optimizer_dampening": null, "optimizer_decay_rate": null, "optimizer_decouple": false, "optimizer_differentiable": false, "optimizer_eps": 1e-08, "optimizer_eps2": null, "optimizer_foreach": false, "optimizer_fsdp_in_use": false, "optimizer_fused": true, "optimizer_growth_rate": null, "optimizer_initial_accumulator_value": null, "optimizer_is_paged": false, "optimizer_log_every": null, "optimizer_lr_decay": null, "optimizer_max_unorm": null, "optimizer_maximize": false, "optimizer_min_8bit_size": null, "optimizer_momentum": null, "optimizer_nesterov": false, "optimizer_no_prox": false, "optimizer_optim_bits": null, "optimizer_percentile_clipping": null, "optimizer_relative_step": false, "optimizer_safeguard_warmup": false, "optimizer_scale_parameter": false, "optimizer_use_bias_correction": false, "optimizer_use_triton": false, "optimizer_warmup_init": false, "optimizer_weight_decay": 0.01, "sample_definition_file_name": "training_samples/samples.json", "sample_after": 10, "sample_after_unit": "NEVER", "sample_image_format": "JPG", "samples_to_tensorboard": true, "non_ema_sampling": true, "backup_after": 10, "backup_after_unit": "MINUTE", "rolling_backup": false, "rolling_backup_count": 3, "backup_before_save": true, "save_after": 2, "save_after_unit": "EPOCH" }