stable-diffusion-inpainting, 2 concepts (top + bottom) with very specific prompt (4000 steps)

args.json

@@ -1,5 +1,5 @@
 {
-  "pretrained_model_name_or_path": "/home/fant/repos/shiv-diffusers/output/model/5600",
+  "pretrained_model_name_or_path": "runwayml/stable-diffusion-inpainting",
   "pretrained_vae_name_or_path": "stabilityai/sd-vae-ft-mse",
   "revision": "fp16",
   "tokenizer_name": null,
@@ -7,7 +7,7 @@
   "class_data_dir": null,
   "instance_prompt": null,
   "class_prompt": null,
-  "save_sample_prompt": "woman wearing a blue sks bikini with qsd pattern|woman wearing a white sks bikini with blue, yellow, pink floral pattern|woman wearing a pink sks bikini|woman wearing a light blue sks bikini with khj pattern|woman wearing a green sks bikini with xds pattern|woman wearing a lilac sks bikini with xds pattern|woman wearing a yellow sks bikini",
+  "save_sample_prompt": "woman wearing a blue sks bikini top with qsd pattern|woman wearing a blue sks bikini bottom with qsd pattern",
   "save_sample_negative_prompt": null,
   "n_save_sample": 4,
   "save_guidance_scale": 7.5,
@@ -15,16 +15,16 @@
   "pad_tokens": true,
   "with_prior_preservation": true,
   "prior_loss_weight": 1.0,
-  "num_class_images": 300,
-  "output_dir": "/home/fant/repos/shiv-diffusers/output/model-from-5600",
+  "num_class_images": 100,
+  "output_dir": "/home/fant/repos/shiv-diffusers/output/model",
   "seed": 3434554,
   "resolution": 512,
   "center_crop": false,
   "train_text_encoder": true,
   "train_batch_size": 1,
   "sample_batch_size": 4,
-  "num_train_epochs": 7,
-  "max_train_steps": 14000,
+  "num_train_epochs": 20,
+  "max_train_steps": 4000,
   "gradient_accumulation_steps": 1,
   "gradient_checkpointing": false,
   "learning_rate": 1e-06,
@@ -42,7 +42,7 @@
   "hub_model_id": null,
   "logging_dir": "logs",
   "log_interval": 10,
-  "save_interval": 2800,
+  "save_interval": 800,
   "save_min_steps": 0,
   "mixed_precision": "fp16",
   "not_cache_latents": true,
@@ -50,102 +50,29 @@
   "concepts_list": [
     {
       "url": "https://www.brightswimwear.com/products/bali-top-ocean-dream",
-      "instance_prompt": "woman wearing a blue sks bikini with qsd pattern",
+      "instance_prompt": "woman wearing a blue sks bikini top with qsd pattern",
       "image_urls": [
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/DSC1658.jpg?v=1666613045",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/DSC1664.jpg?v=1666613045",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/DSC1671.jpg?v=1666613045",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/DSC1680.jpg?v=1666613045",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/StudioSession-296.jpg?v=1666613045",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/StudioSession-297.jpg?v=1666613045",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/StudioSession-299.jpg?v=1666613045",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/StudioSession-289.jpg?v=1666613045",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/StudioSession-298.jpg?v=1666613042"
+        "https://storage.googleapis.com/dreambooth-training/bikini-crops/bali-ocean-dream/top/0.png",
+        "https://storage.googleapis.com/dreambooth-training/bikini-crops/bali-ocean-dream/top/1.png",
+        "https://storage.googleapis.com/dreambooth-training/bikini-crops/bali-ocean-dream/top/2.png",
+        "https://storage.googleapis.com/dreambooth-training/bikini-crops/bali-ocean-dream/top/3.png"
       ],
-      "class_prompt": "woman wearing a bikini",
-      "class_data_dir": "./data/class/woman-wearing-a-bikini",
-      "instance_data_dir": "./data/instance/woman-wearing-a-blue-sks-bikini-with-qsd-pattern"
+      "class_prompt": "woman wearing a bikini top",
+      "class_data_dir": "./data/class/woman-wearing-a-bikini-top",
+      "instance_data_dir": "./data/instance/woman-wearing-a-blue-sks-bikini-top-with-qsd-pattern"
     },
     {
-      "url": "https://www.brightswimwear.com/collections/all-swim/products/bali-top-night-floral",
-      "instance_prompt": "woman wearing a white sks bikini with blue, yellow, pink floral pattern",
+      "url": "https://www.brightswimwear.com/products/bali-bottom-ocean-dream",
+      "instance_prompt": "woman wearing a blue sks bikini bottom with qsd pattern",
       "image_urls": [
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/E-COMMERCEIMAGES-x3_1400x2100px_8.png?v=1654029514",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/Bright_studio-153.jpg?v=1654029514",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/Bright_studio-147.jpg?v=1654029514",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/Bright_studio-165.jpg?v=1654029514",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/E-COMMERCEIMAGES-x3_1400x2100px_10.png?v=1654029678"
+        "https://storage.googleapis.com/dreambooth-training/bikini-crops/bali-ocean-dream/bottom/0.png",
+        "https://storage.googleapis.com/dreambooth-training/bikini-crops/bali-ocean-dream/bottom/1.png",
+        "https://storage.googleapis.com/dreambooth-training/bikini-crops/bali-ocean-dream/bottom/2.png",
+        "https://storage.googleapis.com/dreambooth-training/bikini-crops/bali-ocean-dream/bottom/3.png"
       ],
-      "class_prompt": "woman wearing a bikini",
-      "class_data_dir": "./data/class/woman-wearing-a-bikini",
-      "instance_data_dir": "./data/instance/woman-wearing-a-white-sks-bikini-with-blue,-yellow,-pink-floral-pattern"
-    },
-    {
-      "url": "https://www.brightswimwear.com/collections/all-swim/products/bali-top-bubble-gum",
-      "instance_prompt": "woman wearing a pink sks bikini",
-      "image_urls": [
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/BrightSwimwear_by_filipe_neto-AE4A2319_286eaa02-b683-4161-aa75-e3e63ee6e511.jpg?v=1607096489",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/BrightSwimwear_by_filipe_neto-AE4A2269_8afba1bf-98a0-434b-9752-53fc947b10aa.jpg?v=1607096489",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/BrightSwimwear_by_filipe_neto-AE4A2111.jpg?v=1607096489",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/BrightSwimwear_by_filipe_neto-AE4A2337_19a3a66f-82b6-4433-8071-927a45457ce3.jpg?v=1607034576"
-      ],
-      "class_prompt": "woman wearing a bikini",
-      "class_data_dir": "./data/class/woman-wearing-a-bikini",
-      "instance_data_dir": "./data/instance/woman-wearing-a-pink-sks-bikini"
-    },
-    {
-      "url": "https://www.brightswimwear.com/collections/all-swim/products/bali-top-arizona-floral",
-      "instance_prompt": "woman wearing a light blue sks bikini with khj pattern",
-      "image_urls": [
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/BaliSet.png?v=1618091777",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/BaliSe_2.png?v=1618091777",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/BaliSet_2.png?v=1618091777",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/BaliSe.png?v=1618091677",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/E-commerceProductImages_3.png?v=1624374733"
-      ],
-      "class_prompt": "woman wearing a bikini",
-      "class_data_dir": "./data/class/woman-wearing-a-bikini",
-      "instance_data_dir": "./data/instance/woman-wearing-a-light-blue-sks-bikini-with-khj-pattern"
-    },
-    {
-      "url": "https://www.brightswimwear.com/collections/all-swim/products/bali-top-ribbed-green",
-      "instance_prompt": "woman wearing a green sks bikini with xds pattern",
-      "image_urls": [
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/1_1d27b347-a8dc-44d5-a59d-9dda9a990600.png?v=1643746695",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/2_7713d452-5cf2-4c68-96bc-b11652a64383.png?v=1643746696",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/3_b8aac50d-5396-491a-ad21-65dd62b1e73d.png?v=1643746696",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/4_0f5e7559-5749-4f63-a699-51a37ea4bae1.png?v=1643746696"
-      ],
-      "class_prompt": "woman wearing a bikini",
-      "class_data_dir": "./data/class/woman-wearing-a-bikini",
-      "instance_data_dir": "./data/instance/woman-wearing-a-green-sks-bikini-with-xds-pattern"
-    },
-    {
-      "url": "https://www.brightswimwear.com/collections/all-swim/products/bali-top-ribbed-purple",
-      "instance_prompt": "woman wearing a lilac sks bikini with xds pattern",
-      "image_urls": [
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/1.jpg?v=1604393110",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/2.jpg?v=1604393106",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/3_022429f6-db43-4164-a77e-49e96d950d4a.jpg?v=1604393104",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/7_1d954595-d94a-4e47-be7e-eb29eb8ccab7.jpg?v=1604393101"
-      ],
-      "class_prompt": "woman wearing a bikini",
-      "class_data_dir": "./data/class/woman-wearing-a-bikini",
-      "instance_data_dir": "./data/instance/woman-wearing-a-lilac-sks-bikini-with-xds-pattern"
-    },
-    {
-      "url": "https://www.brightswimwear.com/collections/all-swim/products/bali-top-lemon",
-      "instance_prompt": "woman wearing a yellow sks bikini",
-      "image_urls": [
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/1_54901a67-2c4f-4320-ac23-7fd836b376e5.png?v=1644851630",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/2_1d59f437-1dea-49a6-a7e8-16b54eb8a11f.png?v=1644851629",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/3_c3cebdf5-da9b-487e-b23c-c78f603d7c0a.png?v=1644851630",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/4_8a8c5b4a-c653-4251-9af0-9f8323107408.png?v=1644851629",
-        "https://cdn.shopify.com/s/files/1/2148/0245/products/5_fd85a395-72f3-41d0-b790-4b0bc5a8603a.png?v=1644851630"
-      ],
-      "class_prompt": "woman wearing a bikini",
-      "class_data_dir": "./data/class/woman-wearing-a-bikini",
-      "instance_data_dir": "./data/instance/woman-wearing-a-yellow-sks-bikini"
+      "class_prompt": "woman wearing a bikini bottom",
+      "class_data_dir": "./data/class/woman-wearing-a-bikini-bottom",
+      "instance_data_dir": "./data/instance/woman-wearing-a-blue-sks-bikini-bottom-with-qsd-pattern"
     }
   ]
 }

text_encoder/config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/home/fant/repos/shiv-diffusers/output/model/5600",
+  "_name_or_path": "runwayml/stable-diffusion-inpainting",
   "architectures": [
     "CLIPTextModel"
   ],

text_encoder/pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1510be4efca00b9cbac624589118e1053b60d2f405ea7114394b3132b85274bd
+oid sha256:4ed42652dea812c9e5958f6dd516d0d6f5df7eaca164a6f22ca6ad566b4f52e9
 size 492308087

tokenizer/tokenizer_config.json

@@ -19,7 +19,7 @@
   },
   "errors": "replace",
   "model_max_length": 77,
-  "name_or_path": "/home/fant/repos/shiv-diffusers/output/model/5600/tokenizer",
+  "name_or_path": "/home/fant/.cache/huggingface/diffusers/models--runwayml--stable-diffusion-inpainting/snapshots/1855202d3acfad9fd7e30e39d06b771d4b859a18/tokenizer",
   "pad_token": "<|endoftext|>",
   "special_tokens_map_file": "./special_tokens_map.json",
   "tokenizer_class": "CLIPTokenizer",

unet/config.json

@@ -1,7 +1,7 @@
 {
   "_class_name": "UNet2DConditionModel",
   "_diffusers_version": "0.7.0.dev0",
-  "_name_or_path": "/home/fant/repos/shiv-diffusers/output/model/5600",
+  "_name_or_path": "runwayml/stable-diffusion-inpainting",
   "act_fn": "silu",
   "attention_head_dim": 8,
   "block_out_channels": [

unet/diffusion_pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd42e6f5c9938e82168acfb29d99c939d5880aa5dbe90357d254405f423121c8
+oid sha256:87069178b258d79ef70fb28157b4f51e0fd7b61ce486e069f16c5ca6661302af
 size 3438421925