Scheduled Commit

ai-toolkit.log

@@ -13,3 +13,93 @@ Running 1 job
   return register_model(fn_wrapper)
 /usr/local/lib/python3.10/dist-packages/controlnet_aux/segment_anything/modeling/tiny_vit_sam.py:654: UserWarning: Overwriting tiny_vit_21m_512 in registry with controlnet_aux.segment_anything.modeling.tiny_vit_sam.tiny_vit_21m_512. This is because the name being registered conflicts with an existing name. Please check if this is not expected.
   return register_model(fn_wrapper)
+You set `add_prefix_space`. The tokenizer needs to be converted from the slow tokenizers
+{
+    "type": "sd_trainer",
+    "training_folder": "output",
+    "device": "cuda:0",
+    "network": {
+        "type": "lora",
+        "linear": 16,
+        "linear_alpha": 16
+    },
+    "save": {
+        "dtype": "float16",
+        "save_every": 500,
+        "max_step_saves_to_keep": 4,
+        "push_to_hub": false
+    },
+    "datasets": [
+        {
+            "folder_path": "/workspace/ai-toolkit/images",
+            "caption_ext": "txt",
+            "caption_dropout_rate": 0.05,
+            "shuffle_tokens": false,
+            "cache_latents_to_disk": true,
+            "resolution": [
+                512,
+                768,
+                1024
+            ]
+        }
+    ],
+    "train": {
+        "batch_size": 1,
+        "steps": 3000,
+        "gradient_accumulation_steps": 1,
+        "train_unet": true,
+        "train_text_encoder": false,
+        "gradient_checkpointing": true,
+        "noise_scheduler": "flowmatch",
+        "optimizer": "adamw8bit",
+        "lr": 0.0001,
+        "ema_config": {
+            "use_ema": true,
+            "ema_decay": 0.99
+        },
+        "dtype": "bf16"
+    },
+    "model": {
+        "name_or_path": "black-forest-labs/FLUX.1-dev",
+        "is_flux": true,
+        "quantize": true
+    },
+    "sample": {
+        "sampler": "flowmatch",
+        "sample_every": 500,
+        "width": 1024,
+        "height": 1024,
+        "prompts": [
+            "woman with red hair, playing chess at the park, bomb going off in the background",
+            "a woman holding a coffee cup, in a beanie, sitting at a cafe",
+            "a horse is a DJ at a night club, fish eye lens, smoke machine, lazer lights, holding a martini",
+            "a man showing off his cool new t shirt at the beach, a shark is jumping out of the water in the background",
+            "a bear building a log cabin in the snow covered mountains",
+            "woman playing the guitar, on stage, singing a song, laser lights, punk rocker",
+            "hipster man with a beard, building a chair, in a wood shop",
+            "photo of a man, white background, medium shot, modeling clothing, studio lighting, white backdrop",
+            "a man holding a sign that says, 'this is a sign'",
+            "a bulldog, in a post apocalyptic world, with a shotgun, in a leather jacket, in a desert, with a motorcycle"
+        ],
+        "neg": "",
+        "seed": 42,
+        "walk_seed": true,
+        "guidance_scale": 4,
+        "sample_steps": 20
+    },
+    "trigger_word": "c4nt4"
+}
+Using EMA
+
+#############################################
+# Running job: my_first_flux_lora_v1
+#############################################
+
+
+Running  1 process
+Loading Flux model
+Loading transformer
+Quantizing transformer
+Loading vae
+Loading t5
+