lucataco commited on
Commit
d7879e1
1 Parent(s): 5b9f848

End of training

Browse files
README.md ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: black-forest-labs/FLUX.1-dev
3
+ library_name: diffusers
4
+ license: other
5
+ tags:
6
+ - flux
7
+ - flux-diffusers
8
+ - text-to-image
9
+ - diffusers
10
+ - controlnet
11
+ - diffusers-training
12
+ inference: true
13
+ ---
14
+
15
+ <!-- This model card has been generated automatically according to the information the training script had access to. You
16
+ should probably proofread and complete it, then remove this comment. -->
17
+
18
+
19
+ # controlnet-lucataco/flux-dev-controlnet-fill1k
20
+
21
+ These are controlnet weights trained on black-forest-labs/FLUX.1-dev with new type of conditioning.
22
+
23
+
24
+ ## License
25
+
26
+ Please adhere to the licensing terms as described [here](https://huggingface.co/black-forest-labs/FLUX.1-dev/blob/main/LICENSE.md)
27
+
28
+
29
+ ## Intended uses & limitations
30
+
31
+ #### How to use
32
+
33
+ ```python
34
+ # TODO: add an example code snippet for running this diffusion pipeline
35
+ ```
36
+
37
+ #### Limitations and bias
38
+
39
+ [TODO: provide examples of latent issues and potential remediations]
40
+
41
+ ## Training details
42
+
43
+ [TODO: describe the data used to train the model]
config.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "FluxControlNetModel",
3
+ "_diffusers_version": "0.31.0.dev0",
4
+ "_name_or_path": "black-forest-labs/FLUX.1-dev",
5
+ "attention_head_dim": 128,
6
+ "axes_dims_rope": [
7
+ 16,
8
+ 56,
9
+ 56
10
+ ],
11
+ "guidance_embeds": true,
12
+ "in_channels": 64,
13
+ "joint_attention_dim": 4096,
14
+ "num_attention_heads": 24,
15
+ "num_layers": 4,
16
+ "num_mode": null,
17
+ "num_single_layers": 0,
18
+ "patch_size": 1,
19
+ "pooled_projection_dim": 768
20
+ }
diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f7c2451c2c85758b3dc97eb00b610491917bfb074f9e135466d0d6f7b4ffa22
3
+ size 5769352416
logs/flux_train_controlnet/1727850463.668349/events.out.tfevents.1727850463.crusoe-prod--inst-2mr6hrwke0ckgjokhnzzjwjstsr.us-northcentral1-a.62264.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24fda8676fbecdd4c9af899cc66f8a80a9329ce09734a0c5dc04dc02aaa4fa2c
3
+ size 3086
logs/flux_train_controlnet/1727850463.6695485/hparams.yml ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ checkpointing_steps: 500
9
+ checkpoints_total_limit: null
10
+ conditioning_image_column: conditioning_image
11
+ controlnet_model_name_or_path: null
12
+ crops_coords_top_left_h: 0
13
+ crops_coords_top_left_w: 0
14
+ dataloader_num_workers: 0
15
+ dataset_config_name: null
16
+ dataset_name: lucataco/fill1k
17
+ enable_model_cpu_offload: false
18
+ enable_npu_flash_attention: false
19
+ enable_xformers_memory_efficient_attention: false
20
+ gradient_accumulation_steps: 4
21
+ gradient_checkpointing: false
22
+ guidance_scale: 3.5
23
+ hub_model_id: null
24
+ hub_token: null
25
+ image_column: image
26
+ jsonl_for_train: null
27
+ learning_rate: 1.0e-05
28
+ logging_dir: logs
29
+ logit_mean: 0.0
30
+ logit_std: 1.0
31
+ lr_num_cycles: 1
32
+ lr_power: 1.0
33
+ lr_scheduler: constant
34
+ lr_warmup_steps: 500
35
+ max_grad_norm: 1.0
36
+ max_train_samples: null
37
+ max_train_steps: 300
38
+ mixed_precision: bf16
39
+ mode_scale: 1.29
40
+ num_double_layers: 4
41
+ num_single_layers: 0
42
+ num_train_epochs: 2
43
+ num_validation_images: 2
44
+ output_dir: ./flux-dev-controlnet-fill1k
45
+ pretrained_model_name_or_path: black-forest-labs/FLUX.1-dev
46
+ pretrained_vae_model_name_or_path: null
47
+ proportion_empty_prompts: 0
48
+ push_to_hub: true
49
+ report_to: tensorboard
50
+ resolution: 512
51
+ resume_from_checkpoint: null
52
+ revision: null
53
+ save_weight_dtype: fp32
54
+ scale_lr: false
55
+ seed: 42
56
+ set_grads_to_none: false
57
+ tokenizer_name: null
58
+ tracker_project_name: flux_train_controlnet
59
+ train_batch_size: 1
60
+ use_8bit_adam: false
61
+ use_adafactor: false
62
+ validation_steps: 100
63
+ variant: null
64
+ weighting_scheme: logit_normal
logs/flux_train_controlnet/events.out.tfevents.1727850463.crusoe-prod--inst-2mr6hrwke0ckgjokhnzzjwjstsr.us-northcentral1-a.62264.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b139c6a7313e28b3e79e78d9853ce816cc48d2e8674b6a5627389ab808d96e70
3
+ size 11966