Phospy commited on
Commit
ffdf257
1 Parent(s): 9e8486c

feat: upload sdxl_lora lora model

Browse files
sdxl_lora_config/config_file.toml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [sdxl_arguments]
2
+ cache_text_encoder_outputs = false
3
+ no_half_vae = true
4
+ min_timestep = 0
5
+ max_timestep = 1000
6
+ shuffle_caption = true
7
+ lowram = true
8
+
9
+ [model_arguments]
10
+ pretrained_model_name_or_path = "cagliostrolab/animagine-xl-3.0-base"
11
+ vae = "/content/vae/sdxl_vae.safetensors"
12
+
13
+ [dataset_arguments]
14
+ debug_dataset = false
15
+ in_json = "/content/LoRA/meta_lat.json"
16
+ train_data_dir = "/content/LoRA/train_data"
17
+ dataset_repeats = 1
18
+ keep_tokens = 1
19
+ resolution = "1024,1024"
20
+ color_aug = false
21
+ token_warmup_min = 1
22
+ token_warmup_step = 0
23
+
24
+ [training_arguments]
25
+ output_dir = "/content/LoRA/output/shu"
26
+ output_name = "shu"
27
+ save_precision = "fp16"
28
+ save_every_n_epochs = 1
29
+ train_batch_size = 4
30
+ max_token_length = 225
31
+ mem_eff_attn = false
32
+ sdpa = true
33
+ xformers = false
34
+ max_train_epochs = 6
35
+ max_data_loader_n_workers = 8
36
+ persistent_data_loader_workers = true
37
+ gradient_checkpointing = true
38
+ gradient_accumulation_steps = 1
39
+ mixed_precision = "fp16"
40
+
41
+ [logging_arguments]
42
+ log_with = "tensorboard"
43
+ logging_dir = "/content/LoRA/logs"
44
+ log_prefix = "shu"
45
+
46
+ [sample_prompt_arguments]
47
+ sample_every_n_epochs = 1
48
+ sample_sampler = "euler_a"
49
+
50
+ [saving_arguments]
51
+ save_model_as = "safetensors"
52
+
53
+ [optimizer_arguments]
54
+ optimizer_type = "prodigy"
55
+ learning_rate = 1
56
+ max_grad_norm = 0
57
+ optimizer_args = [ "decouple=True","weight_decay=0.01","d_coef=2","use_bias_correction=True","safeguard_warmup=True","betas=0.9,0.99"]
58
+ lr_scheduler = "constant_with_warmup"
59
+ lr_warmup_steps = 100
60
+
61
+ [additional_network_arguments]
62
+ no_metadata = false
63
+ network_module = "networks.lora"
64
+ network_dim = 16
65
+ network_alpha = 1
66
+ network_args = []
67
+ network_train_unet_only = true
68
+
69
+ [advanced_training_config]
70
+ save_state = false
71
+ save_last_n_epochs_state = false
72
+ multires_noise_iterations = 6
73
+ multires_noise_discount = 0.3
74
+ caption_dropout_rate = 0
75
+ caption_tag_dropout_rate = 0.5
76
+ caption_dropout_every_n_epochs = 0
77
+ min_snr_gamma = 5
sdxl_lora_config/sample_prompt.toml ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ [prompt]
2
+ negative_prompt = "lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry, "
3
+ width = 1024
4
+ height = 1024
5
+ scale = 12
6
+ sample_steps = 28
7
+ [[prompt.subset]]
8
+ prompt = "masterpiece, best quality, masterpiece,best quality,shu,1girl"
9
+