diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..eea1d8e4da6083525243bbdb899f6bae1ce3d57c 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +images_0.png filter=lfs diff=lfs merge=lfs -text +images_1.png filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..984ca16f9bebd9d4dd3e5b4f6c2c86de78675bbd --- /dev/null +++ b/README.md @@ -0,0 +1,22 @@ + +--- +license: creativeml-openrail-m +base_model: runwayml/stable-diffusion-v1-5 +tags: +- stable-diffusion +- stable-diffusion-diffusers +- text-to-image +- diffusers +- controlnet +inference: true +--- + +# controlnet-jiejaingwu/dye + +These are controlnet weights trained on runwayml/stable-diffusion-v1-5 with new type of conditioning. +You can find some example images below. +prompt: red circle with blue background +![images_0)](./images_0.png) +prompt: cyan circle with brown floral background +![images_1)](./images_1.png) + diff --git a/checkpoint-1000/controlnet/config.json b/checkpoint-1000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5bc0d264bb65bf50b0374f51fe888262f6e116b --- /dev/null +++ b/checkpoint-1000/controlnet/config.json @@ -0,0 +1,50 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.20.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d9a6a97df7182e41019178aebd37baea1a3a42dc --- /dev/null +++ b/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b5cd2b8bc658fbf9a8e376d965150d5801d33409c430053a0d3765284aa0cc3 +size 1445157120 diff --git a/checkpoint-1000/optimizer.bin b/checkpoint-1000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..3ef0c5e85ba89086e74553653bf4a3a94b7817b4 --- /dev/null +++ b/checkpoint-1000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dec523fa90cb791db446d67d17f38e17aed6fbcb819065b9561d709f9c26bbaf +size 725254405 diff --git a/checkpoint-1000/random_states_0.pkl b/checkpoint-1000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..2195eada05c9dd7e047194a7defd8f34a11b5bf4 --- /dev/null +++ b/checkpoint-1000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:731fd9cf46e8b9ff348a5ee86eae0245bf7e74af389a699135fca2d0cb09e490 +size 15627 diff --git a/checkpoint-1000/scheduler.bin b/checkpoint-1000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..64373fe7f87efc1d992d705ae49aa37ba7ddd6b1 --- /dev/null +++ b/checkpoint-1000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe94afd21b04fe331bf93a36e6de4869425c4da4a32303493f7f8b96dd6ca61 +size 563 diff --git a/checkpoint-1500/controlnet/config.json b/checkpoint-1500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5bc0d264bb65bf50b0374f51fe888262f6e116b --- /dev/null +++ b/checkpoint-1500/controlnet/config.json @@ -0,0 +1,50 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.20.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-1500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-1500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..44cdf95ab60bb46a55e281a61dcfb3bc970827ce --- /dev/null +++ b/checkpoint-1500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f745214dfaa65a4035877300c92207b4cfc8fa27bb8f9f40f53f4fbd5af70baf +size 1445157120 diff --git a/checkpoint-1500/optimizer.bin b/checkpoint-1500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..b4d5e490db86a5d004ab9ad12518d70864f2c847 --- /dev/null +++ b/checkpoint-1500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc358440462383fade8fece2e3177e7dce24c58d428c75c4094710d409eb026a +size 725254405 diff --git a/checkpoint-1500/random_states_0.pkl b/checkpoint-1500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..6ca12113d2b9a97d478d91d266597c27d93e4c17 --- /dev/null +++ b/checkpoint-1500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5468cc48595e62d7967c358c6fbc55e1f75fbeefcc8da771bb5a3782efb1a781 +size 15691 diff --git a/checkpoint-1500/scheduler.bin b/checkpoint-1500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..0b6eaa6a5a88bbc1e19c9479751f75698e848c9d --- /dev/null +++ b/checkpoint-1500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d6ec0338061ab706b1805a9e2966ca126b26619cd90bb73133127681b9de370 +size 563 diff --git a/checkpoint-2000/controlnet/config.json b/checkpoint-2000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5bc0d264bb65bf50b0374f51fe888262f6e116b --- /dev/null +++ b/checkpoint-2000/controlnet/config.json @@ -0,0 +1,50 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.20.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e434138c4b37ca273f9d76d7233bd3c8855fb890 --- /dev/null +++ b/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:749fed56f0daca051500764950abf073aad947f23f6de7039ac6a7f254dcc030 +size 1445157120 diff --git a/checkpoint-2000/optimizer.bin b/checkpoint-2000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..cbb216d800facbc9ad56adbbaacbbf3a818a8fe8 --- /dev/null +++ b/checkpoint-2000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28280b13c7d4b8c636c391f097eb6a81011f09cb5eeb149427f552bf66584edf +size 725254405 diff --git a/checkpoint-2000/random_states_0.pkl b/checkpoint-2000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..e414d91ae4ffb013de78909961f2f73faf6b8677 --- /dev/null +++ b/checkpoint-2000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be3ae321d3b722876c11f0524c2453c7a530a5ae57f9c5cb0e4e892b176c2f00 +size 15691 diff --git a/checkpoint-2000/scheduler.bin b/checkpoint-2000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..313279d03cea02360a7b766639ab1649570431af --- /dev/null +++ b/checkpoint-2000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7edd8082ac389d0c946c2ac507fc3e4d21eaad8a44fcb3f7b57ebbd1b62363dc +size 563 diff --git a/checkpoint-2500/controlnet/config.json b/checkpoint-2500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5bc0d264bb65bf50b0374f51fe888262f6e116b --- /dev/null +++ b/checkpoint-2500/controlnet/config.json @@ -0,0 +1,50 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.20.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-2500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-2500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8fd6ad9c138bd085de8c7bd407952c5f629c4fa0 --- /dev/null +++ b/checkpoint-2500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1539d68ec5a453535fbf19c2f2e9fe7a9bd39044bf68c6efd1df0114ded8261c +size 1445157120 diff --git a/checkpoint-2500/optimizer.bin b/checkpoint-2500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..3bcac2ba5368d08c5a3636497398b0bea1f7c954 --- /dev/null +++ b/checkpoint-2500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f835f57dbe2418347d4e7a1615f9ab7fd4d777676125e44f01b709dcec3b3c2c +size 725254405 diff --git a/checkpoint-2500/random_states_0.pkl b/checkpoint-2500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..18cbe9767d5ef4f9fac7b9b75d8dc1d96d8ca212 --- /dev/null +++ b/checkpoint-2500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49d99c59eb5cc856062bcfb59df9f86956a7a75a252ead787969375e25119918 +size 15755 diff --git a/checkpoint-2500/scheduler.bin b/checkpoint-2500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..c37dd5f1ba284353140794600e68bbd00f948e8b --- /dev/null +++ b/checkpoint-2500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b6b035e89b3f614d8a7babea59ef588908ea69ffc4eb871a24c002d6356cdc +size 563 diff --git a/checkpoint-3000/controlnet/config.json b/checkpoint-3000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5bc0d264bb65bf50b0374f51fe888262f6e116b --- /dev/null +++ b/checkpoint-3000/controlnet/config.json @@ -0,0 +1,50 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.20.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2d62360839417a93f03d6c4326d22ae1e47ff4c4 --- /dev/null +++ b/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df04dfe40996d381a6512372d8a27d91818dcff59e727b49edcab6a5d86e0d51 +size 1445157120 diff --git a/checkpoint-3000/optimizer.bin b/checkpoint-3000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..2eeeb2532662c5bfd719c6f87cc8fcb8b8aa28b3 --- /dev/null +++ b/checkpoint-3000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce683383453bf129211c0f21a10dfcf22f9ef17e61f5230abe77f86c7ab289ec +size 725254405 diff --git a/checkpoint-3000/random_states_0.pkl b/checkpoint-3000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..fc641de5a45bc903739eb86d3ace9b2c83cd437b --- /dev/null +++ b/checkpoint-3000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd518b1b89093745bb2af1df1810c2ef472d46152e1aa2027e12fab4a43c32bd +size 15627 diff --git a/checkpoint-3000/scheduler.bin b/checkpoint-3000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..7413abefc4f8286274da3243afd962fa1696fff1 --- /dev/null +++ b/checkpoint-3000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a0df2dffc0559ef6134e0571ccfecb406ec3a612efe566ae6f1c62bcf1ab353 +size 563 diff --git a/checkpoint-3500/controlnet/config.json b/checkpoint-3500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5bc0d264bb65bf50b0374f51fe888262f6e116b --- /dev/null +++ b/checkpoint-3500/controlnet/config.json @@ -0,0 +1,50 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.20.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-3500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-3500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9fd9cd583e63e56eee8dcc33fefe60212c83176f --- /dev/null +++ b/checkpoint-3500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fc4fd5d03d53da8ae7953b7b6264234afe00e2a2c3853c7a269b75dc9a031ce +size 1445157120 diff --git a/checkpoint-3500/optimizer.bin b/checkpoint-3500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..330669bb7fd43cfc1c6b40752b3ffed6ef5db104 --- /dev/null +++ b/checkpoint-3500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66ef4114792bb32b4c4e3fe3e89ee9b2581dc4f6e2d667c9e3b301b6549de73d +size 725254405 diff --git a/checkpoint-3500/random_states_0.pkl b/checkpoint-3500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..6eadaab55f564f69af8163a38a9e5b37d5d56d05 --- /dev/null +++ b/checkpoint-3500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:307486e3f0997d5d0183ae353b71992b5ffd85c1e67beb2f690da5540fcb40a0 +size 15627 diff --git a/checkpoint-3500/scheduler.bin b/checkpoint-3500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..5d3f4d330277dbbc7bdd2058db7f7c8331323e27 --- /dev/null +++ b/checkpoint-3500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0e6cbbd05427cb09a990f303190d8f0051084080c856964101f9aea5e481068 +size 563 diff --git a/checkpoint-4000/controlnet/config.json b/checkpoint-4000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5bc0d264bb65bf50b0374f51fe888262f6e116b --- /dev/null +++ b/checkpoint-4000/controlnet/config.json @@ -0,0 +1,50 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.20.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..00ec45170125b99382c57e4be0c8d595ffdef039 --- /dev/null +++ b/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe4cf8be0bc6b1313328e469803491ff2688ed2630ba5267b189873cf1c76a1e +size 1445157120 diff --git a/checkpoint-4000/optimizer.bin b/checkpoint-4000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..102401c0f6644c9fe62246720c0b8c7136878a7e --- /dev/null +++ b/checkpoint-4000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32402313a1936fbfa8993b23b4406edd19b277122d216dd031aaf92fff65ae48 +size 725254405 diff --git a/checkpoint-4000/random_states_0.pkl b/checkpoint-4000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..ea05f78320262b5182dfaaf9920b71e17fe0f30b --- /dev/null +++ b/checkpoint-4000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6a2d1416cc5f57440bfebda8f584c69b56570c3fefcb417c952f5af93b6e5f9 +size 15691 diff --git a/checkpoint-4000/scheduler.bin b/checkpoint-4000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..3474e1011e1462a8eab544164dfbd39366ca4da4 --- /dev/null +++ b/checkpoint-4000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:630cc19a3cb4ed5f1d67a0d535bfec489c348a6a88102d8fe945e1a1baf47eb6 +size 563 diff --git a/checkpoint-4500/controlnet/config.json b/checkpoint-4500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5bc0d264bb65bf50b0374f51fe888262f6e116b --- /dev/null +++ b/checkpoint-4500/controlnet/config.json @@ -0,0 +1,50 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.20.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-4500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-4500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45f1af8a60b4700370eeba428dd56a02ec66351b --- /dev/null +++ b/checkpoint-4500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33f8e327e8c3528d0824b76b2437471652da630cfc9108b5556aa56c7900e04f +size 1445157120 diff --git a/checkpoint-4500/optimizer.bin b/checkpoint-4500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..c733c1e3f4713fff437cef5f508c73d738ec9a1f --- /dev/null +++ b/checkpoint-4500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3968ab68bda80a1f6ed81071ca9ec79e353a6be562f2cb00878620f1efed81d9 +size 725254405 diff --git a/checkpoint-4500/random_states_0.pkl b/checkpoint-4500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..2c35c91fb1f594bc066c723fb4b321ffc05faff4 --- /dev/null +++ b/checkpoint-4500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f49d72af10c977504d51ca288c714f30434a06967069c10f11e0b7c238b6e0 +size 15627 diff --git a/checkpoint-4500/scheduler.bin b/checkpoint-4500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..441f03705c86ea73ba155600524d371b9ec283e5 --- /dev/null +++ b/checkpoint-4500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c13d19a790c3b70de0c58d8be6eda53cbc852819b276ffcfe81fcb4f0bbdb79a +size 563 diff --git a/checkpoint-500/controlnet/config.json b/checkpoint-500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5bc0d264bb65bf50b0374f51fe888262f6e116b --- /dev/null +++ b/checkpoint-500/controlnet/config.json @@ -0,0 +1,50 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.20.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8fd6ec8bc2a6ba316ed5a6d6c2a18d831f4326e8 --- /dev/null +++ b/checkpoint-500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:143719725fc8002be51dbe835a304dab801b37aabb21377bd7067ec9e4ae7683 +size 1445157120 diff --git a/checkpoint-500/optimizer.bin b/checkpoint-500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..7355b5202ce4efb74970da73d16910eccb7b20b2 --- /dev/null +++ b/checkpoint-500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2a68390fe97e09278ac619ce58e7b4b0dce530c5ddcb897b323bd5ad0295e10 +size 725254405 diff --git a/checkpoint-500/random_states_0.pkl b/checkpoint-500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..5c3c23b0367b42f8a3df8bef0a127b8a99a8e908 --- /dev/null +++ b/checkpoint-500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:197d48ccc5cf549af03a66117ab03875052a25bf6d4114afc940f8661b6d042b +size 15691 diff --git a/checkpoint-500/scheduler.bin b/checkpoint-500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..2948b016ab3f41add89fdea0efa6587d63a96d23 --- /dev/null +++ b/checkpoint-500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f34912fa092355c5a950e4967ea28cbb3556238a7857baa5999d228cde0ae4c3 +size 563 diff --git a/checkpoint-5000/controlnet/config.json b/checkpoint-5000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5bc0d264bb65bf50b0374f51fe888262f6e116b --- /dev/null +++ b/checkpoint-5000/controlnet/config.json @@ -0,0 +1,50 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.20.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c91c643f773925675fc5430a321cc48fd7b650df --- /dev/null +++ b/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91248f63e4d2c3d8560d0ad93ab6f12a3215de52c56b02be61518bdc52d1cc70 +size 1445157120 diff --git a/checkpoint-5000/optimizer.bin b/checkpoint-5000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..81b0d01c2deb9a70ad707ffa5444bebd5dfd2387 --- /dev/null +++ b/checkpoint-5000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1551b5eb3654e26295e756df2fa9f6dc71674016ceb8a006a9eaaf4593d2471f +size 725254405 diff --git a/checkpoint-5000/random_states_0.pkl b/checkpoint-5000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..3500cfbdecfc54f500194229efae5ca34dbb7fb9 --- /dev/null +++ b/checkpoint-5000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad10bf80ba49882f3cdf6db176eadbc082e39a273734d4a6dfc5ebb7d03afc61 +size 15627 diff --git a/checkpoint-5000/scheduler.bin b/checkpoint-5000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..dfea8b103660873f57a0b99214cb9acb641ced7b --- /dev/null +++ b/checkpoint-5000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6bcd4cb37625cab1478c5f801ecf8dcfe8513c2acdf383cd99f5bc953b5e8a3 +size 563 diff --git a/checkpoint-5500/controlnet/config.json b/checkpoint-5500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5bc0d264bb65bf50b0374f51fe888262f6e116b --- /dev/null +++ b/checkpoint-5500/controlnet/config.json @@ -0,0 +1,50 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.20.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-5500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-5500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67c47bb660ac3053e1754b2859c62e5ebe8742dd --- /dev/null +++ b/checkpoint-5500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3f863c92ee50cd86be84385ae5c62c34fd8b52a38f14eb2da9613315fd0e2e6 +size 1445157120 diff --git a/checkpoint-5500/optimizer.bin b/checkpoint-5500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..3133d6b3d6ded7523bd4e89fb038b140203b4177 --- /dev/null +++ b/checkpoint-5500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c3a7f69428e0244b54c79db2249945853edb80367e98b57cba68b283763c060 +size 725254405 diff --git a/checkpoint-5500/random_states_0.pkl b/checkpoint-5500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..d26b1bcb7e5eb92c69dec741ec6d2cf6850e520d --- /dev/null +++ b/checkpoint-5500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee4671ba73818b7c3d946d46fa58d81916556b30d325f22397b3828789138664 +size 15691 diff --git a/checkpoint-5500/scheduler.bin b/checkpoint-5500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..e090b60e893db063b8585a9db5819040d93843d9 --- /dev/null +++ b/checkpoint-5500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c61ede0a37e7be47f78b451eaf27a65cdc66d9425f198a55c9096a432dbcd2e +size 563 diff --git a/checkpoint-6000/controlnet/config.json b/checkpoint-6000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5bc0d264bb65bf50b0374f51fe888262f6e116b --- /dev/null +++ b/checkpoint-6000/controlnet/config.json @@ -0,0 +1,50 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.20.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3a89fc55bae5f5fb873d251c67030d98bbd9b047 --- /dev/null +++ b/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd1a3bfc125be5c4244d6958da37e23ae98e095c36e250652ef915605b9c93c +size 1445157120 diff --git a/checkpoint-6000/optimizer.bin b/checkpoint-6000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..88f945d370d0ec6fa50f5497ff3e0f2c7258c896 --- /dev/null +++ b/checkpoint-6000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e875f8b0534047718748d174be9bae93e808193157a0329ac76aee422ee1455 +size 725254405 diff --git a/checkpoint-6000/random_states_0.pkl b/checkpoint-6000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..0d632e140e337b077de00943c019244bdfe022e0 --- /dev/null +++ b/checkpoint-6000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01c5556d81ff0b83647e91e4819ccfe28da03aeb80fb853db14bfa9eb771b960 +size 15691 diff --git a/checkpoint-6000/scheduler.bin b/checkpoint-6000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..e6243fe8b64a7112d637d0f1a8abdad6968fc7e8 --- /dev/null +++ b/checkpoint-6000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9855aba5ac021cfcebb517ce8e7c056e6a3e01548a489078133809249c0000db +size 563 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5bc0d264bb65bf50b0374f51fe888262f6e116b --- /dev/null +++ b/config.json @@ -0,0 +1,50 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.20.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/diffusion_pytorch_model.safetensors b/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..246a5bea9302a9bfe3cb635c9025bb9ad2260d46 --- /dev/null +++ b/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2f583f0c65bde9a6b23b25958ce18b23cb7ee26d4bccfa2c0163e916c9d9cda +size 1445157120 diff --git a/image_control.png b/image_control.png new file mode 100644 index 0000000000000000000000000000000000000000..ecd08ae58136b5b1a08d084ffa875e039018d230 Binary files /dev/null and b/image_control.png differ diff --git a/images_0.png b/images_0.png new file mode 100644 index 0000000000000000000000000000000000000000..87f30f24a48ad5fc67756199807758b56be1ff86 --- /dev/null +++ b/images_0.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ec5e8a94af3ba22bb4647285439acac6130d3cd4b0902f2625a2756565ede23 +size 1160342 diff --git a/images_1.png b/images_1.png new file mode 100644 index 0000000000000000000000000000000000000000..d20cce9f12d1351f175ae20679b5ad1b9099bf46 --- /dev/null +++ b/images_1.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c0ba24f4fe5db796ae1864ac77afaf38725441ede3306c7e2fd6bd949e15a92 +size 1493370 diff --git a/logs/train_controlnet/1708412741.012708/events.out.tfevents.1708412741.task394330-kcr6g.31467.1 b/logs/train_controlnet/1708412741.012708/events.out.tfevents.1708412741.task394330-kcr6g.31467.1 new file mode 100644 index 0000000000000000000000000000000000000000..9fe96f5eb1e384977d995a7c16aaa94d198b75a3 --- /dev/null +++ b/logs/train_controlnet/1708412741.012708/events.out.tfevents.1708412741.task394330-kcr6g.31467.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:549c1533a596a7f14b229fee4caaf9c3301068b6581c986156885c7a1556e1a3 +size 2238 diff --git a/logs/train_controlnet/1708412741.0159183/hparams.yml b/logs/train_controlnet/1708412741.0159183/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..78a2ba30b77ee8066b6f7305a133fae01d2a7267 --- /dev/null +++ b/logs/train_controlnet/1708412741.0159183/hparams.yml @@ -0,0 +1,49 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +cache_dir: null +caption_column: text +checkpointing_steps: 500 +checkpoints_total_limit: null +conditioning_image_column: conditioning_image +controlnet_model_name_or_path: null +dataloader_num_workers: 0 +dataset_config_name: null +dataset_name: fusing/fill50k +enable_xformers_memory_efficient_attention: false +gradient_accumulation_steps: 4 +gradient_checkpointing: true +hub_model_id: null +hub_token: null +image_column: image +learning_rate: 1.0e-05 +logging_dir: logs +lr_num_cycles: 1 +lr_power: 1.0 +lr_scheduler: constant +lr_warmup_steps: 500 +max_grad_norm: 1.0 +max_train_samples: null +max_train_steps: 12500 +mixed_precision: null +num_train_epochs: 1 +num_validation_images: 4 +output_dir: ./model/controlnet/dye +pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5 +proportion_empty_prompts: 0 +push_to_hub: true +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +scale_lr: false +seed: null +set_grads_to_none: false +tokenizer_name: null +tracker_project_name: train_controlnet +train_batch_size: 1 +train_data_dir: null +use_8bit_adam: true +validation_steps: 100 diff --git a/logs/train_controlnet/1708413339.2940273/events.out.tfevents.1708413339.task394330-kcr6g.33839.1 b/logs/train_controlnet/1708413339.2940273/events.out.tfevents.1708413339.task394330-kcr6g.33839.1 new file mode 100644 index 0000000000000000000000000000000000000000..907557ec629c579e0c7a90f8420b2bd78c8e5425 --- /dev/null +++ b/logs/train_controlnet/1708413339.2940273/events.out.tfevents.1708413339.task394330-kcr6g.33839.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a630a14740122bd12801d2815ddd43c7eaf48f5185dd31d677cc556ac6139b9 +size 2238 diff --git a/logs/train_controlnet/1708413339.2974098/hparams.yml b/logs/train_controlnet/1708413339.2974098/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..a42e906ff4f559dc3c114a7de4ec8eda7a619b63 --- /dev/null +++ b/logs/train_controlnet/1708413339.2974098/hparams.yml @@ -0,0 +1,49 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +cache_dir: null +caption_column: text +checkpointing_steps: 500 +checkpoints_total_limit: null +conditioning_image_column: conditioning_image +controlnet_model_name_or_path: null +dataloader_num_workers: 0 +dataset_config_name: null +dataset_name: fusing/fill50k +enable_xformers_memory_efficient_attention: false +gradient_accumulation_steps: 1 +gradient_checkpointing: true +hub_model_id: null +hub_token: null +image_column: image +learning_rate: 1.0e-05 +logging_dir: logs +lr_num_cycles: 1 +lr_power: 1.0 +lr_scheduler: constant +lr_warmup_steps: 500 +max_grad_norm: 1.0 +max_train_samples: null +max_train_steps: 3125 +mixed_precision: null +num_train_epochs: 1 +num_validation_images: 4 +output_dir: ./model/controlnet/dye +pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5 +proportion_empty_prompts: 0 +push_to_hub: true +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +scale_lr: false +seed: null +set_grads_to_none: false +tokenizer_name: null +tracker_project_name: train_controlnet +train_batch_size: 8 +train_data_dir: null +use_8bit_adam: true +validation_steps: 100 diff --git a/logs/train_controlnet/1708413410.2662377/events.out.tfevents.1708413410.task394330-kcr6g.34673.1 b/logs/train_controlnet/1708413410.2662377/events.out.tfevents.1708413410.task394330-kcr6g.34673.1 new file mode 100644 index 0000000000000000000000000000000000000000..c4f05d7e1ff19b3bee31a7949ab0a881cacd1d5d --- /dev/null +++ b/logs/train_controlnet/1708413410.2662377/events.out.tfevents.1708413410.task394330-kcr6g.34673.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f9a9ed6e90a2f93d4b4635a3cb7afacb5279cfe58ab13f95571c49186ee4be4 +size 2238 diff --git a/logs/train_controlnet/1708413410.2695792/hparams.yml b/logs/train_controlnet/1708413410.2695792/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..0d1d9948ad1d56152f146b402bea28006bd1ee90 --- /dev/null +++ b/logs/train_controlnet/1708413410.2695792/hparams.yml @@ -0,0 +1,49 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +cache_dir: null +caption_column: text +checkpointing_steps: 500 +checkpoints_total_limit: null +conditioning_image_column: conditioning_image +controlnet_model_name_or_path: null +dataloader_num_workers: 0 +dataset_config_name: null +dataset_name: fusing/fill50k +enable_xformers_memory_efficient_attention: false +gradient_accumulation_steps: 1 +gradient_checkpointing: true +hub_model_id: null +hub_token: null +image_column: image +learning_rate: 1.0e-05 +logging_dir: logs +lr_num_cycles: 1 +lr_power: 1.0 +lr_scheduler: constant +lr_warmup_steps: 500 +max_grad_norm: 1.0 +max_train_samples: null +max_train_steps: 6250 +mixed_precision: null +num_train_epochs: 1 +num_validation_images: 4 +output_dir: ./model/controlnet/dye +pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5 +proportion_empty_prompts: 0 +push_to_hub: true +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +scale_lr: false +seed: null +set_grads_to_none: false +tokenizer_name: null +tracker_project_name: train_controlnet +train_batch_size: 4 +train_data_dir: null +use_8bit_adam: true +validation_steps: 100 diff --git a/logs/train_controlnet/events.out.tfevents.1708412741.task394330-kcr6g.31467.0 b/logs/train_controlnet/events.out.tfevents.1708412741.task394330-kcr6g.31467.0 new file mode 100644 index 0000000000000000000000000000000000000000..c95ae96530d2b9fa14c8d78ce9e7c72ac3f00c05 --- /dev/null +++ b/logs/train_controlnet/events.out.tfevents.1708412741.task394330-kcr6g.31467.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33d5980f73f95d570b76eccbd9d0a7b5fb016dafcc3df44ea6e49e528b1063ef +size 25694 diff --git a/logs/train_controlnet/events.out.tfevents.1708413339.task394330-kcr6g.33839.0 b/logs/train_controlnet/events.out.tfevents.1708413339.task394330-kcr6g.33839.0 new file mode 100644 index 0000000000000000000000000000000000000000..c404e6f35d946249fdecd51e0f0d1b45d8ff2120 --- /dev/null +++ b/logs/train_controlnet/events.out.tfevents.1708413339.task394330-kcr6g.33839.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca73eee2b22c63b460ab8c29c64c930f32dd1e95f0fffa88317b03bb36224c8d +size 122 diff --git a/logs/train_controlnet/events.out.tfevents.1708413410.task394330-kcr6g.34673.0 b/logs/train_controlnet/events.out.tfevents.1708413410.task394330-kcr6g.34673.0 new file mode 100644 index 0000000000000000000000000000000000000000..0bf644a745e56f43d6803f56bce7ff4e36de522d --- /dev/null +++ b/logs/train_controlnet/events.out.tfevents.1708413410.task394330-kcr6g.34673.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d226d0f63a797407cc997d0f803ae5d8f8d0594065e3cb6a70afcd07ef3f8d19 +size 178884612