Hugging Face's logo

JVGA
/
OneTrainerSDXL12GBPreset

Model card Files Community
JVGA commited on
Commit
0c88ecd
•
1 Parent(s): 5587435

Update SDXL v2 Lora 12GB.json

Browse files

Update to remove personal model paths

Files changed (1) hide show
  1. SDXL v2 Lora 12GB.json +292 -295
SDXL v2 Lora 12GB.json CHANGED
@@ -1,296 +1,293 @@
1
- {
2
- "__version": 3,
3
- "training_method": "LORA",
4
- "model_type": "STABLE_DIFFUSION_XL_10_BASE",
5
- "debug_mode": false,
6
- "debug_dir": "debug",
7
- "workspace_dir": "workspace/run",
8
- "cache_dir": "workspace-cache/run",
9
- "tensorboard": true,
10
- "tensorboard_expose": false,
11
- "continue_last_backup": false,
12
- "include_train_config": "NONE",
13
- "base_model_name": "C:/Users/joshu/AppData/Roaming/StabilityMatrix/Models/StableDiffusion/animagine-xl-3.1.safetensors",
14
- "weight_dtype": "FLOAT_16",
15
- "output_dtype": "FLOAT_32",
16
- "output_model_format": "SAFETENSORS",
17
- "output_model_destination": "D:/LORA2/Type97-Out/Type97XL.safetensors",
18
- "gradient_checkpointing": true,
19
- "force_circular_padding": false,
20
- "concept_file_name": "training_concepts/Type97XL.json",
21
- "concepts": null,
22
- "circular_mask_generation": false,
23
- "random_rotate_and_crop": false,
24
- "aspect_ratio_bucketing": true,
25
- "latent_caching": true,
26
- "clear_cache_before_training": true,
27
- "learning_rate_scheduler": "CONSTANT",
28
- "custom_learning_rate_scheduler": null,
29
- "scheduler_params": [],
30
- "learning_rate": 0.0003,
31
- "learning_rate_warmup_steps": 200,
32
- "learning_rate_cycles": 1,
33
- "epochs": 20,
34
- "batch_size": 4,
35
- "gradient_accumulation_steps": 1,
36
- "ema": "OFF",
37
- "ema_decay": 0.999,
38
- "ema_update_step_interval": 5,
39
- "dataloader_threads": 2,
40
- "train_device": "cuda",
41
- "temp_device": "cpu",
42
- "train_dtype": "FLOAT_16",
43
- "fallback_train_dtype": "BFLOAT_16",
44
- "enable_autocast_cache": true,
45
- "only_cache": false,
46
- "resolution": "896",
47
- "attention_mechanism": "XFORMERS",
48
- "align_prop": false,
49
- "align_prop_probability": 0.1,
50
- "align_prop_loss": "AESTHETIC",
51
- "align_prop_weight": 0.01,
52
- "align_prop_steps": 20,
53
- "align_prop_truncate_steps": 0.5,
54
- "align_prop_cfg_scale": 7.0,
55
- "mse_strength": 1.0,
56
- "mae_strength": 0.0,
57
- "vb_loss_strength": 1.0,
58
- "loss_weight_fn": "CONSTANT",
59
- "loss_weight_strength": 5.0,
60
- "dropout_probability": 0.0,
61
- "loss_scaler": "NONE",
62
- "learning_rate_scaler": "NONE",
63
- "offset_noise_weight": 0.0,
64
- "perturbation_noise_weight": 0.0,
65
- "rescale_noise_scheduler_to_zero_terminal_snr": false,
66
- "force_v_prediction": false,
67
- "force_epsilon_prediction": false,
68
- "min_noising_strength": 0.0,
69
- "max_noising_strength": 1.0,
70
- "noising_weight": 0.0,
71
- "noising_bias": 0.5,
72
- "unet": {
73
- "__version": 0,
74
- "model_name": "",
75
- "train": true,
76
- "stop_training_after": 100000,
77
- "stop_training_after_unit": "EPOCH",
78
- "learning_rate": null,
79
- "weight_dtype": "NONE"
80
- },
81
- "prior": {
82
- "__version": 0,
83
- "model_name": "",
84
- "train": true,
85
- "stop_training_after": 10000,
86
- "stop_training_after_unit": "EPOCH",
87
- "learning_rate": null,
88
- "weight_dtype": "NONE"
89
- },
90
- "text_encoder": {
91
- "__version": 0,
92
- "model_name": "",
93
- "train": false,
94
- "stop_training_after": 30,
95
- "stop_training_after_unit": "EPOCH",
96
- "learning_rate": null,
97
- "weight_dtype": "NONE"
98
- },
99
- "text_encoder_layer_skip": 0,
100
- "text_encoder_2": {
101
- "__version": 0,
102
- "model_name": "",
103
- "train": false,
104
- "stop_training_after": 30,
105
- "stop_training_after_unit": "EPOCH",
106
- "learning_rate": null,
107
- "weight_dtype": "NONE"
108
- },
109
- "text_encoder_2_layer_skip": 0,
110
- "vae": {
111
- "__version": 0,
112
- "model_name": "",
113
- "train": true,
114
- "stop_training_after": null,
115
- "stop_training_after_unit": "NEVER",
116
- "learning_rate": null,
117
- "weight_dtype": "FLOAT_32"
118
- },
119
- "effnet_encoder": {
120
- "__version": 0,
121
- "model_name": "",
122
- "train": true,
123
- "stop_training_after": null,
124
- "stop_training_after_unit": "NEVER",
125
- "learning_rate": null,
126
- "weight_dtype": "NONE"
127
- },
128
- "decoder": {
129
- "__version": 0,
130
- "model_name": "",
131
- "train": true,
132
- "stop_training_after": null,
133
- "stop_training_after_unit": "NEVER",
134
- "learning_rate": null,
135
- "weight_dtype": "NONE"
136
- },
137
- "decoder_text_encoder": {
138
- "__version": 0,
139
- "model_name": "",
140
- "train": true,
141
- "stop_training_after": null,
142
- "stop_training_after_unit": "NEVER",
143
- "learning_rate": null,
144
- "weight_dtype": "NONE"
145
- },
146
- "decoder_vqgan": {
147
- "__version": 0,
148
- "model_name": "",
149
- "train": true,
150
- "stop_training_after": null,
151
- "stop_training_after_unit": "NEVER",
152
- "learning_rate": null,
153
- "weight_dtype": "NONE"
154
- },
155
- "masked_training": false,
156
- "unmasked_probability": 0.1,
157
- "unmasked_weight": 0.1,
158
- "normalize_masked_area_loss": false,
159
- "embedding_learning_rate": null,
160
- "preserve_embedding_norm": false,
161
- "embedding": {
162
- "__version": 0,
163
- "uuid": "fed98d8d-5c8f-470e-8861-73a603175824",
164
- "model_name": "",
165
- "placeholder": "<embedding>",
166
- "train": true,
167
- "stop_training_after": null,
168
- "stop_training_after_unit": "NEVER",
169
- "token_count": 1,
170
- "initial_embedding_text": "*"
171
- },
172
- "additional_embeddings": [],
173
- "embedding_weight_dtype": "FLOAT_32",
174
- "lora_model_name": "",
175
- "lora_rank": 16,
176
- "lora_alpha": 1.0,
177
- "lora_weight_dtype": "FLOAT_32",
178
- "bundle_additional_embeddings": true,
179
- "optimizer": {
180
- "__version": 0,
181
- "optimizer": "ADAMW",
182
- "adam_w_mode": false,
183
- "alpha": null,
184
- "amsgrad": false,
185
- "beta1": 0.9,
186
- "beta2": 0.999,
187
- "beta3": null,
188
- "bias_correction": false,
189
- "block_wise": false,
190
- "capturable": false,
191
- "centered": false,
192
- "clip_threshold": null,
193
- "d0": null,
194
- "d_coef": null,
195
- "dampening": null,
196
- "decay_rate": null,
197
- "decouple": false,
198
- "differentiable": false,
199
- "eps": 1e-08,
200
- "eps2": null,
201
- "foreach": false,
202
- "fsdp_in_use": false,
203
- "fused": true,
204
- "fused_back_pass": false,
205
- "growth_rate": null,
206
- "initial_accumulator_value": null,
207
- "is_paged": false,
208
- "log_every": null,
209
- "lr_decay": null,
210
- "max_unorm": null,
211
- "maximize": false,
212
- "min_8bit_size": null,
213
- "momentum": null,
214
- "nesterov": false,
215
- "no_prox": false,
216
- "optim_bits": null,
217
- "percentile_clipping": null,
218
- "r": null,
219
- "relative_step": false,
220
- "safeguard_warmup": false,
221
- "scale_parameter": false,
222
- "stochastic_rounding": true,
223
- "use_bias_correction": false,
224
- "use_triton": false,
225
- "warmup_init": false,
226
- "weight_decay": 0.01,
227
- "weight_lr_power": null
228
- },
229
- "optimizer_defaults": {
230
- "ADAMW": {
231
- "__version": 0,
232
- "optimizer": "ADAMW",
233
- "adam_w_mode": false,
234
- "alpha": null,
235
- "amsgrad": false,
236
- "beta1": 0.9,
237
- "beta2": 0.999,
238
- "beta3": null,
239
- "bias_correction": false,
240
- "block_wise": false,
241
- "capturable": false,
242
- "centered": false,
243
- "clip_threshold": null,
244
- "d0": null,
245
- "d_coef": null,
246
- "dampening": null,
247
- "decay_rate": null,
248
- "decouple": false,
249
- "differentiable": false,
250
- "eps": 1e-08,
251
- "eps2": null,
252
- "foreach": false,
253
- "fsdp_in_use": false,
254
- "fused": true,
255
- "fused_back_pass": false,
256
- "growth_rate": null,
257
- "initial_accumulator_value": null,
258
- "is_paged": false,
259
- "log_every": null,
260
- "lr_decay": null,
261
- "max_unorm": null,
262
- "maximize": false,
263
- "min_8bit_size": null,
264
- "momentum": null,
265
- "nesterov": false,
266
- "no_prox": false,
267
- "optim_bits": null,
268
- "percentile_clipping": null,
269
- "r": null,
270
- "relative_step": false,
271
- "safeguard_warmup": false,
272
- "scale_parameter": false,
273
- "stochastic_rounding": false,
274
- "use_bias_correction": false,
275
- "use_triton": false,
276
- "warmup_init": false,
277
- "weight_decay": 0.01,
278
- "weight_lr_power": null
279
- }
280
- },
281
- "sample_definition_file_name": "training_samples/samples.json",
282
- "samples": null,
283
- "sample_after": 10,
284
- "sample_after_unit": "NEVER",
285
- "sample_image_format": "JPG",
286
- "samples_to_tensorboard": true,
287
- "non_ema_sampling": true,
288
- "backup_after": 1,
289
- "backup_after_unit": "HOUR",
290
- "rolling_backup": false,
291
- "rolling_backup_count": 3,
292
- "backup_before_save": true,
293
- "save_after": 10,
294
- "save_after_unit": "EPOCH",
295
- "save_filename_prefix": ""
296
  }
 
1
+ {
2
+ "__version": 3,
3
+ "training_method": "LORA",
4
+ "model_type": "STABLE_DIFFUSION_XL_10_BASE",
5
+ "debug_mode": false,
6
+ "debug_dir": "debug",
7
+ "workspace_dir": "workspace/run",
8
+ "cache_dir": "workspace-cache/run",
9
+ "tensorboard": true,
10
+ "tensorboard_expose": false,
11
+ "continue_last_backup": false,
12
+ "include_train_config": "NONE",
13
+ "weight_dtype": "FLOAT_16",
14
+ "output_dtype": "FLOAT_32",
15
+ "output_model_format": "SAFETENSORS",
16
+ "gradient_checkpointing": true,
17
+ "force_circular_padding": false,
18
+ "concepts": null,
19
+ "circular_mask_generation": false,
20
+ "random_rotate_and_crop": false,
21
+ "aspect_ratio_bucketing": true,
22
+ "latent_caching": true,
23
+ "clear_cache_before_training": true,
24
+ "learning_rate_scheduler": "CONSTANT",
25
+ "custom_learning_rate_scheduler": null,
26
+ "scheduler_params": [],
27
+ "learning_rate": 0.0003,
28
+ "learning_rate_warmup_steps": 200,
29
+ "learning_rate_cycles": 1,
30
+ "epochs": 20,
31
+ "batch_size": 4,
32
+ "gradient_accumulation_steps": 1,
33
+ "ema": "OFF",
34
+ "ema_decay": 0.999,
35
+ "ema_update_step_interval": 5,
36
+ "dataloader_threads": 2,
37
+ "train_device": "cuda",
38
+ "temp_device": "cpu",
39
+ "train_dtype": "FLOAT_16",
40
+ "fallback_train_dtype": "BFLOAT_16",
41
+ "enable_autocast_cache": true,
42
+ "only_cache": false,
43
+ "resolution": "896",
44
+ "attention_mechanism": "XFORMERS",
45
+ "align_prop": false,
46
+ "align_prop_probability": 0.1,
47
+ "align_prop_loss": "AESTHETIC",
48
+ "align_prop_weight": 0.01,
49
+ "align_prop_steps": 20,
50
+ "align_prop_truncate_steps": 0.5,
51
+ "align_prop_cfg_scale": 7.0,
52
+ "mse_strength": 1.0,
53
+ "mae_strength": 0.0,
54
+ "vb_loss_strength": 1.0,
55
+ "loss_weight_fn": "CONSTANT",
56
+ "loss_weight_strength": 5.0,
57
+ "dropout_probability": 0.0,
58
+ "loss_scaler": "NONE",
59
+ "learning_rate_scaler": "NONE",
60
+ "offset_noise_weight": 0.0,
61
+ "perturbation_noise_weight": 0.0,
62
+ "rescale_noise_scheduler_to_zero_terminal_snr": false,
63
+ "force_v_prediction": false,
64
+ "force_epsilon_prediction": false,
65
+ "min_noising_strength": 0.0,
66
+ "max_noising_strength": 1.0,
67
+ "noising_weight": 0.0,
68
+ "noising_bias": 0.5,
69
+ "unet": {
70
+ "__version": 0,
71
+ "model_name": "",
72
+ "train": true,
73
+ "stop_training_after": 100000,
74
+ "stop_training_after_unit": "EPOCH",
75
+ "learning_rate": null,
76
+ "weight_dtype": "NONE"
77
+ },
78
+ "prior": {
79
+ "__version": 0,
80
+ "model_name": "",
81
+ "train": true,
82
+ "stop_training_after": 10000,
83
+ "stop_training_after_unit": "EPOCH",
84
+ "learning_rate": null,
85
+ "weight_dtype": "NONE"
86
+ },
87
+ "text_encoder": {
88
+ "__version": 0,
89
+ "model_name": "",
90
+ "train": false,
91
+ "stop_training_after": 30,
92
+ "stop_training_after_unit": "EPOCH",
93
+ "learning_rate": null,
94
+ "weight_dtype": "NONE"
95
+ },
96
+ "text_encoder_layer_skip": 0,
97
+ "text_encoder_2": {
98
+ "__version": 0,
99
+ "model_name": "",
100
+ "train": false,
101
+ "stop_training_after": 30,
102
+ "stop_training_after_unit": "EPOCH",
103
+ "learning_rate": null,
104
+ "weight_dtype": "NONE"
105
+ },
106
+ "text_encoder_2_layer_skip": 0,
107
+ "vae": {
108
+ "__version": 0,
109
+ "model_name": "",
110
+ "train": true,
111
+ "stop_training_after": null,
112
+ "stop_training_after_unit": "NEVER",
113
+ "learning_rate": null,
114
+ "weight_dtype": "FLOAT_32"
115
+ },
116
+ "effnet_encoder": {
117
+ "__version": 0,
118
+ "model_name": "",
119
+ "train": true,
120
+ "stop_training_after": null,
121
+ "stop_training_after_unit": "NEVER",
122
+ "learning_rate": null,
123
+ "weight_dtype": "NONE"
124
+ },
125
+ "decoder": {
126
+ "__version": 0,
127
+ "model_name": "",
128
+ "train": true,
129
+ "stop_training_after": null,
130
+ "stop_training_after_unit": "NEVER",
131
+ "learning_rate": null,
132
+ "weight_dtype": "NONE"
133
+ },
134
+ "decoder_text_encoder": {
135
+ "__version": 0,
136
+ "model_name": "",
137
+ "train": true,
138
+ "stop_training_after": null,
139
+ "stop_training_after_unit": "NEVER",
140
+ "learning_rate": null,
141
+ "weight_dtype": "NONE"
142
+ },
143
+ "decoder_vqgan": {
144
+ "__version": 0,
145
+ "model_name": "",
146
+ "train": true,
147
+ "stop_training_after": null,
148
+ "stop_training_after_unit": "NEVER",
149
+ "learning_rate": null,
150
+ "weight_dtype": "NONE"
151
+ },
152
+ "masked_training": false,
153
+ "unmasked_probability": 0.1,
154
+ "unmasked_weight": 0.1,
155
+ "normalize_masked_area_loss": false,
156
+ "embedding_learning_rate": null,
157
+ "preserve_embedding_norm": false,
158
+ "embedding": {
159
+ "__version": 0,
160
+ "uuid": "fed98d8d-5c8f-470e-8861-73a603175824",
161
+ "model_name": "",
162
+ "placeholder": "<embedding>",
163
+ "train": true,
164
+ "stop_training_after": null,
165
+ "stop_training_after_unit": "NEVER",
166
+ "token_count": 1,
167
+ "initial_embedding_text": "*"
168
+ },
169
+ "additional_embeddings": [],
170
+ "embedding_weight_dtype": "FLOAT_32",
171
+ "lora_model_name": "",
172
+ "lora_rank": 16,
173
+ "lora_alpha": 1.0,
174
+ "lora_weight_dtype": "FLOAT_32",
175
+ "bundle_additional_embeddings": true,
176
+ "optimizer": {
177
+ "__version": 0,
178
+ "optimizer": "ADAMW",
179
+ "adam_w_mode": false,
180
+ "alpha": null,
181
+ "amsgrad": false,
182
+ "beta1": 0.9,
183
+ "beta2": 0.999,
184
+ "beta3": null,
185
+ "bias_correction": false,
186
+ "block_wise": false,
187
+ "capturable": false,
188
+ "centered": false,
189
+ "clip_threshold": null,
190
+ "d0": null,
191
+ "d_coef": null,
192
+ "dampening": null,
193
+ "decay_rate": null,
194
+ "decouple": false,
195
+ "differentiable": false,
196
+ "eps": 1e-08,
197
+ "eps2": null,
198
+ "foreach": false,
199
+ "fsdp_in_use": false,
200
+ "fused": true,
201
+ "fused_back_pass": false,
202
+ "growth_rate": null,
203
+ "initial_accumulator_value": null,
204
+ "is_paged": false,
205
+ "log_every": null,
206
+ "lr_decay": null,
207
+ "max_unorm": null,
208
+ "maximize": false,
209
+ "min_8bit_size": null,
210
+ "momentum": null,
211
+ "nesterov": false,
212
+ "no_prox": false,
213
+ "optim_bits": null,
214
+ "percentile_clipping": null,
215
+ "r": null,
216
+ "relative_step": false,
217
+ "safeguard_warmup": false,
218
+ "scale_parameter": false,
219
+ "stochastic_rounding": true,
220
+ "use_bias_correction": false,
221
+ "use_triton": false,
222
+ "warmup_init": false,
223
+ "weight_decay": 0.01,
224
+ "weight_lr_power": null
225
+ },
226
+ "optimizer_defaults": {
227
+ "ADAMW": {
228
+ "__version": 0,
229
+ "optimizer": "ADAMW",
230
+ "adam_w_mode": false,
231
+ "alpha": null,
232
+ "amsgrad": false,
233
+ "beta1": 0.9,
234
+ "beta2": 0.999,
235
+ "beta3": null,
236
+ "bias_correction": false,
237
+ "block_wise": false,
238
+ "capturable": false,
239
+ "centered": false,
240
+ "clip_threshold": null,
241
+ "d0": null,
242
+ "d_coef": null,
243
+ "dampening": null,
244
+ "decay_rate": null,
245
+ "decouple": false,
246
+ "differentiable": false,
247
+ "eps": 1e-08,
248
+ "eps2": null,
249
+ "foreach": false,
250
+ "fsdp_in_use": false,
251
+ "fused": true,
252
+ "fused_back_pass": false,
253
+ "growth_rate": null,
254
+ "initial_accumulator_value": null,
255
+ "is_paged": false,
256
+ "log_every": null,
257
+ "lr_decay": null,
258
+ "max_unorm": null,
259
+ "maximize": false,
260
+ "min_8bit_size": null,
261
+ "momentum": null,
262
+ "nesterov": false,
263
+ "no_prox": false,
264
+ "optim_bits": null,
265
+ "percentile_clipping": null,
266
+ "r": null,
267
+ "relative_step": false,
268
+ "safeguard_warmup": false,
269
+ "scale_parameter": false,
270
+ "stochastic_rounding": false,
271
+ "use_bias_correction": false,
272
+ "use_triton": false,
273
+ "warmup_init": false,
274
+ "weight_decay": 0.01,
275
+ "weight_lr_power": null
276
+ }
277
+ },
278
+ "sample_definition_file_name": "training_samples/samples.json",
279
+ "samples": null,
280
+ "sample_after": 10,
281
+ "sample_after_unit": "NEVER",
282
+ "sample_image_format": "JPG",
283
+ "samples_to_tensorboard": true,
284
+ "non_ema_sampling": true,
285
+ "backup_after": 1,
286
+ "backup_after_unit": "HOUR",
287
+ "rolling_backup": false,
288
+ "rolling_backup_count": 3,
289
+ "backup_before_save": true,
290
+ "save_after": 10,
291
+ "save_after_unit": "EPOCH",
292
+ "save_filename_prefix": ""
 
 
 
293
  }