End of training

.gitattributes

@@ -35,3 +35,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 images_0.png filter=lfs diff=lfs merge=lfs -text
 images_1.png filter=lfs diff=lfs merge=lfs -text
+.ipynb_checkpoints/images_0-checkpoint.png filter=lfs diff=lfs merge=lfs -text
+.ipynb_checkpoints/images_1-checkpoint.png filter=lfs diff=lfs merge=lfs -text
+images_2.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -15,8 +15,10 @@ inference: true
 
 These are controlnet weights trained on runwayml/stable-diffusion-v1-5 with new type of conditioning.
 You can find some example images below.
-prompt: an indian man, photoshoot
+prompt: an handsome man, photoshoot
 ![images_0)](./images_0.png)
 prompt: an asian girl, best photoshoot, portrait
 ![images_1)](./images_1.png)
+prompt: an beautiful girl, best photoshoot, portrait
+![images_2)](./images_2.png)
 

checkpoint-500/controlnet/config.json

@@ -0,0 +1,44 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.18.0.dev0",
+  "act_fn": "silu",
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "upcast_attention": false,
+  "use_linear_projection": false
+}

checkpoint-500/controlnet/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31a8cce2febd63701f04523a888bacb244c43fc0b967f7e51ad8a7496ed9866
+size 1445259705

checkpoint-500/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea427d238f32c4dc835c1a84d0ef342f74d517c48173292d70267c1e8198d42
+size 2890518041

checkpoint-500/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76f64904e3fb08e2a916dec31acf01eef9ac2d98aaf72bff29836466c169cd6
+size 14727

checkpoint-500/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f196a54202bb4ba1220e8c59f42f9cda0702d68ea83147d814c2fb2f36b8f2
+size 557

checkpoint-500/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be622d51c3bcf8a1991c02b9778f31d7e3a79a8b22e03e81a36e25205ef4c5b
+size 563

diffusion_pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08d2461f1b072ec059eccf4a6066c505679d7dc4e26320426f28e73ff35db222
+oid sha256:220e3e69886a40379f066b865d0c15201bcc0991a5bd48c32bf1446c615f96e2
 size 1445259705

logs/train_controlnet/1687464925.3387573/events.out.tfevents.1687464925.zust.10150.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65bc37a76cab136e662e9cc71f2e439fd206c3b4e5d090942979245ae39bb9af
+size 2317

logs/train_controlnet/1687464925.3407977/hparams.yml

@@ -0,0 +1,49 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+checkpointing_steps: 500
+checkpoints_total_limit: null
+conditioning_image_column: conditioning_image
+controlnet_model_name_or_path: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: ./qr_dataset
+enable_xformers_memory_efficient_attention: true
+gradient_accumulation_steps: 4
+gradient_checkpointing: true
+hub_model_id: null
+hub_token: null
+image_column: image
+learning_rate: 5.0e-06
+logging_dir: logs
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 500
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 660
+mixed_precision: fp16
+num_train_epochs: 30
+num_validation_images: 4
+output_dir: ./model
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+proportion_empty_prompts: 0
+push_to_hub: true
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: null
+set_grads_to_none: true
+tokenizer_name: null
+tracker_project_name: train_controlnet
+train_batch_size: 2
+train_data_dir: null
+use_8bit_adam: false
+validation_steps: 100

logs/train_controlnet/events.out.tfevents.1687464925.zust.10150.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da16f73adad7501876171bacf7de8ea352a2d4df712e33d1db517bb100ce9bf
+size 29920149