| { | |
| "training_method": "LORA", | |
| "model_type": "STABLE_DIFFUSION_XL_10_BASE", | |
| "debug_mode": false, | |
| "debug_dir": "debug", | |
| "workspace_dir": "workspace/run", | |
| "cache_dir": "workspace-cache/run", | |
| "tensorboard": true, | |
| "tensorboard_expose": false, | |
| "continue_last_backup": false, | |
| "weight_dtype": "FLOAT_16", | |
| "output_dtype": "FLOAT_32", | |
| "output_model_format": "SAFETENSORS", | |
| "gradient_checkpointing": true, | |
| "circular_mask_generation": false, | |
| "random_rotate_and_crop": false, | |
| "aspect_ratio_bucketing": true, | |
| "latent_caching": true, | |
| "clear_cache_before_training": true, | |
| "learning_rate_scheduler": "CONSTANT", | |
| "learning_rate": 0.0003, | |
| "learning_rate_warmup_steps": 200, | |
| "learning_rate_cycles": 1, | |
| "epochs": 20, | |
| "batch_size": 4, | |
| "gradient_accumulation_steps": 1, | |
| "ema": "OFF", | |
| "ema_decay": 0.999, | |
| "ema_update_step_interval": 5, | |
| "train_device": "cuda", | |
| "temp_device": "cpu", | |
| "train_dtype": "FLOAT_16", | |
| "fallback_train_dtype": "BFLOAT_16", | |
| "only_cache": false, | |
| "resolution": "896", | |
| "attention_mechanism": "XFORMERS", | |
| "align_prop": false, | |
| "align_prop_probability": 0.1, | |
| "align_prop_loss": "AESTHETIC", | |
| "align_prop_weight": 0.01, | |
| "align_prop_steps": 20, | |
| "align_prop_truncate_steps": 0.5, | |
| "align_prop_cfg_scale": 7.0, | |
| "mse_strength": 1.0, | |
| "mae_strength": 0.0, | |
| "vb_loss_strength": 1.0, | |
| "loss_scaler": "NONE", | |
| "learning_rate_scaler": "NONE", | |
| "train_unet": true, | |
| "train_unet_epochs": 100000, | |
| "unet_learning_rate": null, | |
| "offset_noise_weight": 0.0, | |
| "perturbation_noise_weight": 0.0, | |
| "rescale_noise_scheduler_to_zero_terminal_snr": false, | |
| "force_v_prediction": false, | |
| "force_epsilon_prediction": false, | |
| "min_noising_strength": 0.0, | |
| "max_noising_strength": 1.0, | |
| "noising_weight": 0.0, | |
| "noising_bias": 0.5, | |
| "unet_weight_dtype": "NONE", | |
| "train_prior": true, | |
| "train_prior_epochs": 10000, | |
| "prior_learning_rate": null, | |
| "prior_weight_dtype": "NONE", | |
| "train_text_encoder": false, | |
| "train_text_encoder_epochs": 30, | |
| "text_encoder_learning_rate": null, | |
| "text_encoder_layer_skip": 0, | |
| "text_encoder_weight_dtype": "NONE", | |
| "train_text_encoder_2": false, | |
| "train_text_encoder_2_epochs": 30, | |
| "text_encoder_2_learning_rate": null, | |
| "text_encoder_2_layer_skip": 0, | |
| "text_encoder_2_weight_dtype": "NONE", | |
| "vae_model_name": "", | |
| "vae_weight_dtype": "FLOAT_32", | |
| "effnet_encoder_model_name": "", | |
| "effnet_encoder_weight_dtype": "NONE", | |
| "decoder_model_name": "", | |
| "decoder_weight_dtype": "NONE", | |
| "decoder_text_encoder_weight_dtype": "NONE", | |
| "decoder_vqgan_weight_dtype": "NONE", | |
| "masked_training": false, | |
| "unmasked_probability": 0.1, | |
| "unmasked_weight": 0.1, | |
| "normalize_masked_area_loss": false, | |
| "embedding_model_names": [], | |
| "token_count": 1, | |
| "initial_embedding_text": "*", | |
| "embedding_weight_dtype": "FLOAT_32", | |
| "lora_model_name": "", | |
| "lora_rank": 16, | |
| "lora_alpha": 1.0, | |
| "lora_weight_dtype": "FLOAT_32", | |
| "optimizer": "ADAMW", | |
| "optimizer_adam_w_mode": false, | |
| "optimizer_alpha": null, | |
| "optimizer_amsgrad": false, | |
| "optimizer_beta1": 0.9, | |
| "optimizer_beta2": 0.999, | |
| "optimizer_beta3": null, | |
| "optimizer_bias_correction": false, | |
| "optimizer_block_wise": false, | |
| "optimizer_capturable": false, | |
| "optimizer_centered": false, | |
| "optimizer_clip_threshold": null, | |
| "optimizer_d0": null, | |
| "optimizer_d_coef": null, | |
| "optimizer_dampening": null, | |
| "optimizer_decay_rate": null, | |
| "optimizer_decouple": false, | |
| "optimizer_differentiable": false, | |
| "optimizer_eps": 1e-08, | |
| "optimizer_eps2": null, | |
| "optimizer_foreach": false, | |
| "optimizer_fsdp_in_use": false, | |
| "optimizer_fused": true, | |
| "optimizer_growth_rate": null, | |
| "optimizer_initial_accumulator_value": null, | |
| "optimizer_is_paged": false, | |
| "optimizer_log_every": null, | |
| "optimizer_lr_decay": null, | |
| "optimizer_max_unorm": null, | |
| "optimizer_maximize": false, | |
| "optimizer_min_8bit_size": null, | |
| "optimizer_momentum": null, | |
| "optimizer_nesterov": false, | |
| "optimizer_no_prox": false, | |
| "optimizer_optim_bits": null, | |
| "optimizer_percentile_clipping": null, | |
| "optimizer_relative_step": false, | |
| "optimizer_safeguard_warmup": false, | |
| "optimizer_scale_parameter": false, | |
| "optimizer_use_bias_correction": false, | |
| "optimizer_use_triton": false, | |
| "optimizer_warmup_init": false, | |
| "optimizer_weight_decay": 0.01, | |
| "sample_definition_file_name": "training_samples/samples.json", | |
| "sample_after": 10, | |
| "sample_after_unit": "NEVER", | |
| "sample_image_format": "JPG", | |
| "samples_to_tensorboard": true, | |
| "non_ema_sampling": true, | |
| "backup_after": 10, | |
| "backup_after_unit": "MINUTE", | |
| "rolling_backup": false, | |
| "rolling_backup_count": 3, | |
| "backup_before_save": true, | |
| "save_after": 2, | |
| "save_after_unit": "EPOCH" | |
| } |