Upload folder using huggingface_hub

config.yaml

@@ -8,52 +8,50 @@ config:
     trigger_word: HST
     network:
       type: lora
-      linear: 128
-      linear_alpha: 128
+      linear: 32
+      linear_alpha: 32
       network_kwargs:
         only_if_contains:
-        - transformer.transformer_blocks.0.norm1.linear
-        - transformer.transformer_blocks.0.norm1_context.linear
-        - transformer.transformer_blocks.0.attn.to_q
-        - transformer.transformer_blocks.0.attn.to_k
-        - transformer.transformer_blocks.0.attn.to_v
-        - transformer.transformer_blocks.0.attn.add_k_proj
-        - transformer.transformer_blocks.0.attn.add_v_proj
-        - transformer.transformer_blocks.0.attn.add_q_proj
-        - transformer.transformer_blocks.0.attn.to_out.0
-        - transformer.transformer_blocks.0.attn.to_add_out
-        - transformer.transformer_blocks.0.ff.net.0.proj
-        - transformer.transformer_blocks.0.ff.net.2
-        - transformer.transformer_blocks.0.ff_context.net.0.proj
-        - transformer.transformer_blocks.0.ff_context.net.2
-        - transformer.transformer_blocks.2.norm1.linear
-        - transformer.transformer_blocks.2.norm1_context.linear
-        - transformer.transformer_blocks.2.attn.to_q
-        - transformer.transformer_blocks.2.attn.to_k
-        - transformer.transformer_blocks.2.attn.to_v
-        - transformer.transformer_blocks.2.attn.add_k_proj
-        - transformer.transformer_blocks.2.attn.add_v_proj
-        - transformer.transformer_blocks.2.attn.add_q_proj
-        - transformer.transformer_blocks.2.attn.to_out.0
-        - transformer.transformer_blocks.2.attn.to_add_out
-        - transformer.transformer_blocks.2.ff.net.0.proj
-        - transformer.transformer_blocks.2.ff.net.2
-        - transformer.transformer_blocks.2.ff_context.net.0.proj
-        - transformer.transformer_blocks.2.ff_context.net.2
-        - transformer.transformer_blocks.18.norm1.linear
-        - transformer.transformer_blocks.18.norm1_context.linear
-        - transformer.transformer_blocks.18.attn.to_q
-        - transformer.transformer_blocks.18.attn.to_k
-        - transformer.transformer_blocks.18.attn.to_v
-        - transformer.transformer_blocks.18.attn.add_k_proj
-        - transformer.transformer_blocks.18.attn.add_v_proj
-        - transformer.transformer_blocks.18.attn.add_q_proj
-        - transformer.transformer_blocks.18.attn.to_out.0
-        - transformer.transformer_blocks.18.attn.to_add_out
-        - transformer.transformer_blocks.18.ff.net.0.proj
-        - transformer.transformer_blocks.18.ff.net.2
-        - transformer.transformer_blocks.18.ff_context.net.0.proj
-        - transformer.transformer_blocks.18.ff_context.net.2
+        - transformer.transformer_blocks.7.norm1.linear
+        - transformer.transformer_blocks.7.norm1_context.linear
+        - transformer.transformer_blocks.7.attn.to_q
+        - transformer.transformer_blocks.7.attn.to_k
+        - transformer.transformer_blocks.7.attn.to_v
+        - transformer.transformer_blocks.7.attn.add_k_proj
+        - transformer.transformer_blocks.7.attn.add_v_proj
+        - transformer.transformer_blocks.7.attn.add_q_proj
+        - transformer.transformer_blocks.7.attn.to_out.0
+        - transformer.transformer_blocks.7.attn.to_add_out
+        - transformer.transformer_blocks.7.ff.net.0.proj
+        - transformer.transformer_blocks.7.ff.net.2
+        - transformer.transformer_blocks.7.ff_context.net.0.proj
+        - transformer.transformer_blocks.7.ff_context.net.2
+        - transformer.transformer_blocks.13.norm1.linear
+        - transformer.transformer_blocks.13.norm1_context.linear
+        - transformer.transformer_blocks.13.attn.to_q
+        - transformer.transformer_blocks.13.attn.to_k
+        - transformer.transformer_blocks.13.attn.to_v
+        - transformer.transformer_blocks.13.attn.add_k_proj
+        - transformer.transformer_blocks.13.attn.add_v_proj
+        - transformer.transformer_blocks.13.attn.add_q_proj
+        - transformer.transformer_blocks.13.attn.to_out.0
+        - transformer.transformer_blocks.13.attn.to_add_out
+        - transformer.transformer_blocks.13.ff.net.0.proj
+        - transformer.transformer_blocks.13.ff.net.2
+        - transformer.transformer_blocks.13.ff_context.net.0.proj
+        - transformer.transformer_blocks.13.ff_context.net.2
+        - transformer.single_transformer_blocks.7.norm.linear
+        - transformer.single_transformer_blocks.7.proj_mlp
+        - transformer.single_transformer_blocks.7.proj_out
+        - transformer.single_transformer_blocks.7.attn.to_q
+        - transformer.single_transformer_blocks.7.attn.to_k
+        - transformer.single_transformer_blocks.7.attn.to_v
+        - transformer.single_transformer_blocks.13.norm.linear
+        - transformer.single_transformer_blocks.13.proj_mlp
+        - transformer.single_transformer_blocks.13.proj_out
+        - transformer.single_transformer_blocks.13.attn.to_q
+        - transformer.single_transformer_blocks.13.attn.to_k
+        - transformer.single_transformer_blocks.13.attn.to_v
     save:
       dtype: float16
       save_every: 501
@@ -70,7 +68,7 @@ config:
       - 768
       - 1024
     train:
-      batch_size: 1
+      batch_size: 4
       steps: 500
       gradient_accumulation_steps: 1
       train_unet: true
@@ -79,7 +77,7 @@ config:
       gradient_checkpointing: true
       noise_scheduler: flowmatch
       optimizer: adamw8bit
-      lr: 0.0008
+      lr: 0.001
       ema_config:
         use_ema: true
         ema_decay: 0.99

lora.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a30dd0616b53c2b78b1e155881d84e1e0cb1212cb270321e2bb0f78cf4c6f17
+size 27929464