saulemprendedor commited on
Commit
dd01e4c
1 Parent(s): 0cbecf4

Add files using upload-large-folder tool

Browse files
Rank_1_FAST_4x_GPU-000001.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ea65249ed056159f5be26b187f5610ba582e7811aad8da7b19a127e71ca6c90
3
+ size 2535602464
Rank_1_FAST_4x_GPU-000008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4331d2d854cb80440a2da8c949f894332cb5638b967f89384583710821f6e17
3
+ size 2535602464
Rank_1_FAST_4x_GPU-000013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8420ea2095d4a6bfb2b9bd446e3fd33839c16546649fa9398b13998a4e45aa75
3
+ size 2535602472
Rank_1_FAST_4x_GPU-000020.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cacece7df854c381311ab2b162f5d71566194806b890cfd86f20aeaa5add0790
3
+ size 2535602472
Rank_1_FAST_4x_GPU-000021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c27e4da8a331164b18ff565ffc5fa07239a88e18f32d3bc82b3674d44977d57
3
+ size 2535602472
Rank_1_FAST_4x_GPU-000024.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b4e2de06ed5ff934b7d6e076a5b29dd5b79c601dbe22a58890e78a353ff7eef
3
+ size 2535602472
Rank_1_FAST_4x_GPU-000026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22412e1f7d16fa7638168a28cab615135951192bdb276d4a12c6c6a5f2f40c85
3
+ size 2535602472
Rank_1_FAST_4x_GPU-000035.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:691dbec1d26205f1921809722573f39370a5a213a2dd6bc8f3c20d821b4d4f91
3
+ size 2535602472
Rank_1_FAST_4x_GPU-000036.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c36a001ee8ca13ee3847a93b9f63bf88d414187f7ab32ca7d24b42a153fab1eb
3
+ size 2535602472
Rank_1_FAST_4x_GPU-000038.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a012710fe7fa1514e80573ff6b9b9af5af44e26f1c789760ed47593c4d7b40a5
3
+ size 2535602472
Rank_1_FAST_4x_GPU-000040.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:838986e5ca5911822b7ccdb12f529136bd9586f9f2b1cf43569c7755645db554
3
+ size 2535602472
Rank_1_FAST_4x_GPU-000041.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06b2cc6353d98bda171fd5c618a015c3d1a78ad6d15bad88d290834a311dfcba
3
+ size 2535602472
Rank_1_FAST_4x_GPU-000043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c21675ba1fd26d4dcef2c9befa989d6a42251c7dc03733d00dd4eddd27dc5026
3
+ size 2535602472
Rank_1_FAST_4x_GPU-000044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42c2473b2b48838d8d5ec561682f001ac11cbb7b53b188760da044579c604bc3
3
+ size 2535602472
Rank_1_FAST_4x_GPU-000045.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edb457262dc6532e51d719dce49cdf8aa856d58c875065814d161d57008f4094
3
+ size 2535602472
Rank_1_FAST_4x_GPU-000049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c99d67359f168abb5cd8271e651aa57f7889b47e5dfdbc39bc0b75b2ddb72ea7
3
+ size 2535602472
Rank_1_FAST_4x_GPU-000063.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:386295681253ad0b2da7d46ecd900ef9a04c8bda034f1af03aeddb1d8d49f446
3
+ size 2535602472
Rank_1_FAST_4x_GPU-000069.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a6b370875801f5ebd13219db3449fc4e092344ceffe19e0b5468e0ab64bd46f
3
+ size 2535602472
Rank_1_FAST_4x_GPU-000071.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9966d1d2a171dc895c1913329b829842db6718c66b601bb37a9609ac4ce970e
3
+ size 2535602472
Rank_1_FAST_4x_GPU-000078.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ae4c4b7a05a2e3ebb0471b537493f9bc2fe7f1e5613670865ee4538759fb4dd
3
+ size 2535602472
Rank_1_FAST_4x_GPU-000079.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9d91367b85ac6592a3a21ad98b9aa8a9acc0518211d48bad525a817e8eaf8fe
3
+ size 2535602472
Rank_1_FAST_4x_GPU-000088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f268d69001308ad599e78ff44b5607ad7054dc53f9ceeff26ba155203f8720f0
3
+ size 2535602472
Rank_1_FAST_4x_GPU-000093.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:557e02f070ec1dcbe9ca7befdc1deb0042009efb33324b5b06711dd90bfca591
3
+ size 2535602472
Rank_1_FAST_4x_GPU.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d709ade3b1e76ed067a6cb3b47d2815e86ed00e945f42b819cc3e5967c405e38
3
+ size 2535602472
Rank_1_FAST_4x_GPU_20240908-024411.json ADDED
@@ -0,0 +1,185 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "LoRA_type": "Flux1",
3
+ "LyCORIS_preset": "full",
4
+ "adaptive_noise_scale": 0,
5
+ "additional_parameters": "",
6
+ "ae": "/home/Ubuntu/Downloads/ae.safetensors",
7
+ "apply_t5_attn_mask": false,
8
+ "async_upload": false,
9
+ "block_alphas": "",
10
+ "block_dims": "",
11
+ "block_lr_zero_threshold": "",
12
+ "bucket_no_upscale": true,
13
+ "bucket_reso_steps": 64,
14
+ "bypass_mode": false,
15
+ "cache_latents": true,
16
+ "cache_latents_to_disk": true,
17
+ "caption_dropout_every_n_epochs": 0,
18
+ "caption_dropout_rate": 0,
19
+ "caption_extension": ".txt",
20
+ "clip_l": "/home/Ubuntu/Downloads/clip_l.safetensors",
21
+ "clip_skip": 0,
22
+ "color_aug": false,
23
+ "constrain": 0,
24
+ "conv_alpha": 1,
25
+ "conv_block_alphas": "",
26
+ "conv_block_dims": "",
27
+ "conv_dim": 1,
28
+ "cpu_offload_checkpointing": false,
29
+ "dataset_config": "",
30
+ "debiased_estimation_loss": false,
31
+ "decompose_both": false,
32
+ "dim_from_weights": false,
33
+ "discrete_flow_shift": 3.1582,
34
+ "dora_wd": false,
35
+ "down_lr_weight": "",
36
+ "dynamo_backend": "no",
37
+ "dynamo_mode": "default",
38
+ "dynamo_use_dynamic": false,
39
+ "dynamo_use_fullgraph": false,
40
+ "enable_bucket": false,
41
+ "epoch": 25,
42
+ "extra_accelerate_launch_args": "",
43
+ "factor": -1,
44
+ "flip_aug": false,
45
+ "flux1_cache_text_encoder_outputs": true,
46
+ "flux1_cache_text_encoder_outputs_to_disk": true,
47
+ "flux1_checkbox": true,
48
+ "fp8_base": false,
49
+ "fp8_base_unet": false,
50
+ "full_bf16": true,
51
+ "full_fp16": false,
52
+ "gpu_ids": "0,1,2,3",
53
+ "gradient_accumulation_steps": 1,
54
+ "gradient_checkpointing": true,
55
+ "guidance_scale": 1,
56
+ "highvram": true,
57
+ "huber_c": 0.1,
58
+ "huber_schedule": "snr",
59
+ "huggingface_path_in_repo": "",
60
+ "huggingface_repo_id": "",
61
+ "huggingface_repo_type": "",
62
+ "huggingface_repo_visibility": "",
63
+ "huggingface_token": "",
64
+ "ip_noise_gamma": 0,
65
+ "ip_noise_gamma_random_strength": false,
66
+ "keep_tokens": 0,
67
+ "learning_rate": 0.0002,
68
+ "log_config": false,
69
+ "log_tracker_config": "",
70
+ "log_tracker_name": "",
71
+ "log_with": "",
72
+ "logging_dir": "",
73
+ "loraplus_lr_ratio": 0,
74
+ "loraplus_text_encoder_lr_ratio": 0,
75
+ "loraplus_unet_lr_ratio": 0,
76
+ "loss_type": "l2",
77
+ "lowvram": false,
78
+ "lr_scheduler": "constant",
79
+ "lr_scheduler_args": "",
80
+ "lr_scheduler_num_cycles": 1,
81
+ "lr_scheduler_power": 1,
82
+ "lr_scheduler_type": "",
83
+ "lr_warmup": 0,
84
+ "main_process_port": 0,
85
+ "masked_loss": false,
86
+ "max_bucket_reso": 2048,
87
+ "max_data_loader_n_workers": 0,
88
+ "max_grad_norm": 0,
89
+ "max_resolution": "1024,1024",
90
+ "max_timestep": 1000,
91
+ "max_token_length": 75,
92
+ "max_train_epochs": 0,
93
+ "max_train_steps": 0,
94
+ "mem_eff_attn": false,
95
+ "mem_eff_save": true,
96
+ "metadata_author": "",
97
+ "metadata_description": "",
98
+ "metadata_license": "",
99
+ "metadata_tags": "",
100
+ "metadata_title": "",
101
+ "mid_lr_weight": "",
102
+ "min_bucket_reso": 256,
103
+ "min_snr_gamma": 0,
104
+ "min_timestep": 0,
105
+ "mixed_precision": "bf16",
106
+ "model_list": "custom",
107
+ "model_prediction_type": "raw",
108
+ "module_dropout": 0,
109
+ "multi_gpu": true,
110
+ "multires_noise_discount": 0.3,
111
+ "multires_noise_iterations": 0,
112
+ "network_alpha": 128,
113
+ "network_dim": 128,
114
+ "network_dropout": 0,
115
+ "network_weights": "",
116
+ "noise_offset": 0,
117
+ "noise_offset_random_strength": false,
118
+ "noise_offset_type": "Original",
119
+ "num_cpu_threads_per_process": 2,
120
+ "num_machines": 1,
121
+ "num_processes": 4,
122
+ "optimizer": "Adafactor",
123
+ "optimizer_args": "scale_parameter=False relative_step=False warmup_init=False weight_decay=0.01",
124
+ "output_dir": "/home/Ubuntu/apps/StableSwarmUI/Models/Lora",
125
+ "output_name": "Rank_1_FAST_4x_GPU",
126
+ "persistent_data_loader_workers": false,
127
+ "pretrained_model_name_or_path": "/home/Ubuntu/Downloads/flux1-dev.safetensors",
128
+ "prior_loss_weight": 1,
129
+ "random_crop": false,
130
+ "rank_dropout": 0,
131
+ "rank_dropout_scale": false,
132
+ "reg_data_dir": "",
133
+ "rescaled": false,
134
+ "resume": "",
135
+ "resume_from_huggingface": "",
136
+ "sample_every_n_epochs": 0,
137
+ "sample_every_n_steps": 0,
138
+ "sample_prompts": "",
139
+ "sample_sampler": "euler_a",
140
+ "save_every_n_epochs": 1,
141
+ "save_every_n_steps": 0,
142
+ "save_last_n_steps": 0,
143
+ "save_last_n_steps_state": 0,
144
+ "save_model_as": "safetensors",
145
+ "save_precision": "float",
146
+ "save_state": false,
147
+ "save_state_on_train_end": false,
148
+ "save_state_to_huggingface": false,
149
+ "scale_v_pred_loss_like_noise_pred": false,
150
+ "scale_weight_norms": 0,
151
+ "sdxl": false,
152
+ "sdxl_cache_text_encoder_outputs": false,
153
+ "sdxl_no_half_vae": false,
154
+ "seed": 1,
155
+ "shuffle_caption": false,
156
+ "split_mode": false,
157
+ "split_qkv": false,
158
+ "stop_text_encoder_training": 0,
159
+ "t5xxl": "/home/Ubuntu/Downloads/t5xxl_fp16.safetensors",
160
+ "t5xxl_max_token_length": 512,
161
+ "text_encoder_lr": 0.0001,
162
+ "timestep_sampling": "sigmoid",
163
+ "train_batch_size": 2,
164
+ "train_blocks": "all",
165
+ "train_data_dir": "/home/Ubuntu/Downloads/flux_train/img",
166
+ "train_norm": false,
167
+ "train_on_input": true,
168
+ "train_t5xxl": false,
169
+ "training_comment": "",
170
+ "unet_lr": 0.0001,
171
+ "unit": 1,
172
+ "up_lr_weight": "",
173
+ "use_cp": false,
174
+ "use_scalar": false,
175
+ "use_tucker": false,
176
+ "v2": false,
177
+ "v_parameterization": false,
178
+ "v_pred_like_loss": 0,
179
+ "vae": "",
180
+ "vae_batch_size": 4,
181
+ "wandb_api_key": "",
182
+ "wandb_run_name": "",
183
+ "weighted_captions": false,
184
+ "xformers": "sdpa"
185
+ }