feat: upload sdxl_lora lora model
Browse files
sdxl_lora_config/config_file.toml
ADDED
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
[sdxl_arguments]
|
2 |
+
cache_text_encoder_outputs = false
|
3 |
+
no_half_vae = true
|
4 |
+
min_timestep = 0
|
5 |
+
max_timestep = 1000
|
6 |
+
shuffle_caption = true
|
7 |
+
lowram = true
|
8 |
+
|
9 |
+
[model_arguments]
|
10 |
+
pretrained_model_name_or_path = "cagliostrolab/animagine-xl-3.0-base"
|
11 |
+
vae = "/content/vae/sdxl_vae.safetensors"
|
12 |
+
|
13 |
+
[dataset_arguments]
|
14 |
+
debug_dataset = false
|
15 |
+
in_json = "/content/LoRA/meta_lat.json"
|
16 |
+
train_data_dir = "/content/LoRA/train_data"
|
17 |
+
dataset_repeats = 1
|
18 |
+
keep_tokens = 1
|
19 |
+
resolution = "1024,1024"
|
20 |
+
color_aug = false
|
21 |
+
token_warmup_min = 1
|
22 |
+
token_warmup_step = 0
|
23 |
+
|
24 |
+
[training_arguments]
|
25 |
+
output_dir = "/content/LoRA/output/shu"
|
26 |
+
output_name = "shu"
|
27 |
+
save_precision = "fp16"
|
28 |
+
save_every_n_epochs = 1
|
29 |
+
train_batch_size = 4
|
30 |
+
max_token_length = 225
|
31 |
+
mem_eff_attn = false
|
32 |
+
sdpa = true
|
33 |
+
xformers = false
|
34 |
+
max_train_epochs = 6
|
35 |
+
max_data_loader_n_workers = 8
|
36 |
+
persistent_data_loader_workers = true
|
37 |
+
gradient_checkpointing = true
|
38 |
+
gradient_accumulation_steps = 1
|
39 |
+
mixed_precision = "fp16"
|
40 |
+
|
41 |
+
[logging_arguments]
|
42 |
+
log_with = "tensorboard"
|
43 |
+
logging_dir = "/content/LoRA/logs"
|
44 |
+
log_prefix = "shu"
|
45 |
+
|
46 |
+
[sample_prompt_arguments]
|
47 |
+
sample_every_n_epochs = 1
|
48 |
+
sample_sampler = "euler_a"
|
49 |
+
|
50 |
+
[saving_arguments]
|
51 |
+
save_model_as = "safetensors"
|
52 |
+
|
53 |
+
[optimizer_arguments]
|
54 |
+
optimizer_type = "prodigy"
|
55 |
+
learning_rate = 1
|
56 |
+
max_grad_norm = 0
|
57 |
+
optimizer_args = [ "decouple=True","weight_decay=0.01","d_coef=2","use_bias_correction=True","safeguard_warmup=True","betas=0.9,0.99"]
|
58 |
+
lr_scheduler = "constant_with_warmup"
|
59 |
+
lr_warmup_steps = 100
|
60 |
+
|
61 |
+
[additional_network_arguments]
|
62 |
+
no_metadata = false
|
63 |
+
network_module = "networks.lora"
|
64 |
+
network_dim = 16
|
65 |
+
network_alpha = 1
|
66 |
+
network_args = []
|
67 |
+
network_train_unet_only = true
|
68 |
+
|
69 |
+
[advanced_training_config]
|
70 |
+
save_state = false
|
71 |
+
save_last_n_epochs_state = false
|
72 |
+
multires_noise_iterations = 6
|
73 |
+
multires_noise_discount = 0.3
|
74 |
+
caption_dropout_rate = 0
|
75 |
+
caption_tag_dropout_rate = 0.5
|
76 |
+
caption_dropout_every_n_epochs = 0
|
77 |
+
min_snr_gamma = 5
|
sdxl_lora_config/sample_prompt.toml
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
[prompt]
|
2 |
+
negative_prompt = "lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry, "
|
3 |
+
width = 1024
|
4 |
+
height = 1024
|
5 |
+
scale = 12
|
6 |
+
sample_steps = 28
|
7 |
+
[[prompt.subset]]
|
8 |
+
prompt = "masterpiece, best quality, masterpiece,best quality,shu,1girl"
|
9 |
+
|