Hugging Face's logo

Nahrawy
/
controlnet-vidit

Text-to-Image
Diffusers
stable-diffusion
stable-diffusion-diffusers
controlnet
jax-diffusers-event
Model card Files Community
1
Nahrawy commited on
Commit
fb5f55c
•
1 Parent(s): 45991bc

End of training

Browse files
Files changed (21) hide show
  1. 1000/config.json +33 -0
  2. 1000/diffusion_flax_model.msgpack +3 -0
  3. 1500/config.json +33 -0
  4. 1500/diffusion_flax_model.msgpack +3 -0
  5. 2000/config.json +33 -0
  6. 2000/diffusion_flax_model.msgpack +3 -0
  7. 2500/config.json +33 -0
  8. 2500/diffusion_flax_model.msgpack +3 -0
  9. 3000/config.json +33 -0
  10. 3000/diffusion_flax_model.msgpack +3 -0
  11. 3500/config.json +33 -0
  12. 3500/diffusion_flax_model.msgpack +3 -0
  13. 4000/config.json +33 -0
  14. 4000/diffusion_flax_model.msgpack +3 -0
  15. 500/config.json +33 -0
  16. 500/diffusion_flax_model.msgpack +3 -0
  17. README.md +3 -3
  18. diffusion_flax_model.msgpack +1 -1
  19. images_0.png +2 -2
  20. images_1.png +2 -2
  21. images_2.png +2 -2
1000/config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "FlaxControlNetModel",
3
+ "_diffusers_version": "0.16.0.dev0",
4
+ "attention_head_dim": 8,
5
+ "block_out_channels": [
6
+ 320,
7
+ 640,
8
+ 1280,
9
+ 1280
10
+ ],
11
+ "conditioning_embedding_out_channels": [
12
+ 16,
13
+ 32,
14
+ 96,
15
+ 256
16
+ ],
17
+ "controlnet_conditioning_channel_order": "rgb",
18
+ "cross_attention_dim": 768,
19
+ "down_block_types": [
20
+ "CrossAttnDownBlock2D",
21
+ "CrossAttnDownBlock2D",
22
+ "CrossAttnDownBlock2D",
23
+ "DownBlock2D"
24
+ ],
25
+ "dropout": 0.0,
26
+ "flip_sin_to_cos": true,
27
+ "freq_shift": 0,
28
+ "in_channels": 4,
29
+ "layers_per_block": 2,
30
+ "only_cross_attention": false,
31
+ "sample_size": 32,
32
+ "use_linear_projection": false
33
+ }
1000/diffusion_flax_model.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ad3d2fc5d6f6a0b0c17f9cdb0491317ddc182a38e41ebe0175e2bf89beef657
3
+ size 1445128798
1500/config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "FlaxControlNetModel",
3
+ "_diffusers_version": "0.16.0.dev0",
4
+ "attention_head_dim": 8,
5
+ "block_out_channels": [
6
+ 320,
7
+ 640,
8
+ 1280,
9
+ 1280
10
+ ],
11
+ "conditioning_embedding_out_channels": [
12
+ 16,
13
+ 32,
14
+ 96,
15
+ 256
16
+ ],
17
+ "controlnet_conditioning_channel_order": "rgb",
18
+ "cross_attention_dim": 768,
19
+ "down_block_types": [
20
+ "CrossAttnDownBlock2D",
21
+ "CrossAttnDownBlock2D",
22
+ "CrossAttnDownBlock2D",
23
+ "DownBlock2D"
24
+ ],
25
+ "dropout": 0.0,
26
+ "flip_sin_to_cos": true,
27
+ "freq_shift": 0,
28
+ "in_channels": 4,
29
+ "layers_per_block": 2,
30
+ "only_cross_attention": false,
31
+ "sample_size": 32,
32
+ "use_linear_projection": false
33
+ }
1500/diffusion_flax_model.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99376b659748308309fd3d640d83b9774d91b6a88f009eeb28f997b989cd4c78
3
+ size 1445128798
2000/config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "FlaxControlNetModel",
3
+ "_diffusers_version": "0.16.0.dev0",
4
+ "attention_head_dim": 8,
5
+ "block_out_channels": [
6
+ 320,
7
+ 640,
8
+ 1280,
9
+ 1280
10
+ ],
11
+ "conditioning_embedding_out_channels": [
12
+ 16,
13
+ 32,
14
+ 96,
15
+ 256
16
+ ],
17
+ "controlnet_conditioning_channel_order": "rgb",
18
+ "cross_attention_dim": 768,
19
+ "down_block_types": [
20
+ "CrossAttnDownBlock2D",
21
+ "CrossAttnDownBlock2D",
22
+ "CrossAttnDownBlock2D",
23
+ "DownBlock2D"
24
+ ],
25
+ "dropout": 0.0,
26
+ "flip_sin_to_cos": true,
27
+ "freq_shift": 0,
28
+ "in_channels": 4,
29
+ "layers_per_block": 2,
30
+ "only_cross_attention": false,
31
+ "sample_size": 32,
32
+ "use_linear_projection": false
33
+ }
2000/diffusion_flax_model.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f91d9d3b9c430dbfa6ad6cdb857b69a1214036e84bc73e5c7757eecccc6c7756
3
+ size 1445128798
2500/config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "FlaxControlNetModel",
3
+ "_diffusers_version": "0.16.0.dev0",
4
+ "attention_head_dim": 8,
5
+ "block_out_channels": [
6
+ 320,
7
+ 640,
8
+ 1280,
9
+ 1280
10
+ ],
11
+ "conditioning_embedding_out_channels": [
12
+ 16,
13
+ 32,
14
+ 96,
15
+ 256
16
+ ],
17
+ "controlnet_conditioning_channel_order": "rgb",
18
+ "cross_attention_dim": 768,
19
+ "down_block_types": [
20
+ "CrossAttnDownBlock2D",
21
+ "CrossAttnDownBlock2D",
22
+ "CrossAttnDownBlock2D",
23
+ "DownBlock2D"
24
+ ],
25
+ "dropout": 0.0,
26
+ "flip_sin_to_cos": true,
27
+ "freq_shift": 0,
28
+ "in_channels": 4,
29
+ "layers_per_block": 2,
30
+ "only_cross_attention": false,
31
+ "sample_size": 32,
32
+ "use_linear_projection": false
33
+ }
2500/diffusion_flax_model.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b535253d3568767683d5d4002efd01b363c6cfae11f234c585865e351f0b7803
3
+ size 1445128798
3000/config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "FlaxControlNetModel",
3
+ "_diffusers_version": "0.16.0.dev0",
4
+ "attention_head_dim": 8,
5
+ "block_out_channels": [
6
+ 320,
7
+ 640,
8
+ 1280,
9
+ 1280
10
+ ],
11
+ "conditioning_embedding_out_channels": [
12
+ 16,
13
+ 32,
14
+ 96,
15
+ 256
16
+ ],
17
+ "controlnet_conditioning_channel_order": "rgb",
18
+ "cross_attention_dim": 768,
19
+ "down_block_types": [
20
+ "CrossAttnDownBlock2D",
21
+ "CrossAttnDownBlock2D",
22
+ "CrossAttnDownBlock2D",
23
+ "DownBlock2D"
24
+ ],
25
+ "dropout": 0.0,
26
+ "flip_sin_to_cos": true,
27
+ "freq_shift": 0,
28
+ "in_channels": 4,
29
+ "layers_per_block": 2,
30
+ "only_cross_attention": false,
31
+ "sample_size": 32,
32
+ "use_linear_projection": false
33
+ }
3000/diffusion_flax_model.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f86958cfc62321eb5c6fa419a2db202098c7434b338e0b960442eb0ab5752c82
3
+ size 1445128798
3500/config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "FlaxControlNetModel",
3
+ "_diffusers_version": "0.16.0.dev0",
4
+ "attention_head_dim": 8,
5
+ "block_out_channels": [
6
+ 320,
7
+ 640,
8
+ 1280,
9
+ 1280
10
+ ],
11
+ "conditioning_embedding_out_channels": [
12
+ 16,
13
+ 32,
14
+ 96,
15
+ 256
16
+ ],
17
+ "controlnet_conditioning_channel_order": "rgb",
18
+ "cross_attention_dim": 768,
19
+ "down_block_types": [
20
+ "CrossAttnDownBlock2D",
21
+ "CrossAttnDownBlock2D",
22
+ "CrossAttnDownBlock2D",
23
+ "DownBlock2D"
24
+ ],
25
+ "dropout": 0.0,
26
+ "flip_sin_to_cos": true,
27
+ "freq_shift": 0,
28
+ "in_channels": 4,
29
+ "layers_per_block": 2,
30
+ "only_cross_attention": false,
31
+ "sample_size": 32,
32
+ "use_linear_projection": false
33
+ }
3500/diffusion_flax_model.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f63c7e3c525fd2d92b7df62b47968fa249960f4443b63a75dce4fa081970df4d
3
+ size 1445128798
4000/config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "FlaxControlNetModel",
3
+ "_diffusers_version": "0.16.0.dev0",
4
+ "attention_head_dim": 8,
5
+ "block_out_channels": [
6
+ 320,
7
+ 640,
8
+ 1280,
9
+ 1280
10
+ ],
11
+ "conditioning_embedding_out_channels": [
12
+ 16,
13
+ 32,
14
+ 96,
15
+ 256
16
+ ],
17
+ "controlnet_conditioning_channel_order": "rgb",
18
+ "cross_attention_dim": 768,
19
+ "down_block_types": [
20
+ "CrossAttnDownBlock2D",
21
+ "CrossAttnDownBlock2D",
22
+ "CrossAttnDownBlock2D",
23
+ "DownBlock2D"
24
+ ],
25
+ "dropout": 0.0,
26
+ "flip_sin_to_cos": true,
27
+ "freq_shift": 0,
28
+ "in_channels": 4,
29
+ "layers_per_block": 2,
30
+ "only_cross_attention": false,
31
+ "sample_size": 32,
32
+ "use_linear_projection": false
33
+ }
4000/diffusion_flax_model.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdb57e759d76a6db2c8b7428908360603ca40cac4778317a21268f5346ba07cd
3
+ size 1445128798
500/config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "FlaxControlNetModel",
3
+ "_diffusers_version": "0.16.0.dev0",
4
+ "attention_head_dim": 8,
5
+ "block_out_channels": [
6
+ 320,
7
+ 640,
8
+ 1280,
9
+ 1280
10
+ ],
11
+ "conditioning_embedding_out_channels": [
12
+ 16,
13
+ 32,
14
+ 96,
15
+ 256
16
+ ],
17
+ "controlnet_conditioning_channel_order": "rgb",
18
+ "cross_attention_dim": 768,
19
+ "down_block_types": [
20
+ "CrossAttnDownBlock2D",
21
+ "CrossAttnDownBlock2D",
22
+ "CrossAttnDownBlock2D",
23
+ "DownBlock2D"
24
+ ],
25
+ "dropout": 0.0,
26
+ "flip_sin_to_cos": true,
27
+ "freq_shift": 0,
28
+ "in_channels": 4,
29
+ "layers_per_block": 2,
30
+ "only_cross_attention": false,
31
+ "sample_size": 32,
32
+ "use_linear_projection": false
33
+ }
500/diffusion_flax_model.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61bd08e499de77c211d4939d3b7a6fde31739b705aa92aaf5c24066310a58a70
3
+ size 1445128798
README.md CHANGED
@@ -16,10 +16,10 @@ inference: true
16
 
17
  These are controlnet weights trained on runwayml/stable-diffusion-v1-5 with new type of conditioning. You can find some example images in the following.
18
 
19
- prompt: a building with a stone wall and a cliff with light temperature 4500 and light direction NW
20
  ![images_0)](./images_0.png)
21
- prompt: a wooden table in front of a brick building with light temperature 5500 and light direction SE
22
  ![images_1)](./images_1.png)
23
- prompt: a stone tower on a rocky island with light temperature 2500 and light direction SW
24
  ![images_2)](./images_2.png)
25
 
 
16
 
17
  These are controlnet weights trained on runwayml/stable-diffusion-v1-5 with new type of conditioning. You can find some example images in the following.
18
 
19
+ prompt: a building with a stone wall and a cliff, light temperature 4500, light direction NW
20
  ![images_0)](./images_0.png)
21
+ prompt: a wooden table in front of a brick building, light temperature 5500, light direction SE
22
  ![images_1)](./images_1.png)
23
+ prompt: a stone tower on a rocky island, light temperature 2500, light direction SW
24
  ![images_2)](./images_2.png)
25
 
diffusion_flax_model.msgpack CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9c59305e0b1c8d5b9d0c03021ed4bba01a70448ed765673e85503a8c1aba17b6
3
  size 1445128798
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d36939d9e40a399f2c3b8dc02f8a9f997b146254a47c5adfc7f6d1e2cb46d404
3
  size 1445128798
images_0.png CHANGED

Git LFS Details

  • SHA256: ef7b174b5509de3f9eae29c2f190ffdf7d3f2eed172a12e7745546dbbf416831
  • Pointer size: 132 Bytes
  • Size of remote file: 2.23 MB

Git LFS Details

  • SHA256: edc3302e2510d68edc0cf9aaf75b0d8103aaf9f657ab61c2e90df6566c8b2c95
  • Pointer size: 132 Bytes
  • Size of remote file: 1.89 MB
images_1.png CHANGED

Git LFS Details

  • SHA256: ca6f73e052b6d212eb24509deac578382630b11165c09faefabb994435ec5c78
  • Pointer size: 132 Bytes
  • Size of remote file: 1.97 MB

Git LFS Details

  • SHA256: 79ec837cabffd1389d8bc6a3cb4dad02a6b7a40b59c60a8b3033598f1685a36f
  • Pointer size: 132 Bytes
  • Size of remote file: 2.02 MB
images_2.png CHANGED

Git LFS Details

  • SHA256: 73272787cc2ed075290c134a6eefe59d29cd96cce9d5e1211ad5e71520a18773
  • Pointer size: 132 Bytes
  • Size of remote file: 2.26 MB

Git LFS Details

  • SHA256: bd3039340b630932d3558847c270db1f812d53e64c803022fe1182485354d55b
  • Pointer size: 132 Bytes
  • Size of remote file: 2.1 MB