Refactor .gitignore, config.py, and wandb scripts, and update requirements.txt

.gitignore

@@ -1 +1,2 @@
 .venv
+scripts/wandb

scripts/config.py

@@ -17,16 +17,16 @@ class Config:
         self.validation_prompt = None
         self.num_validation_images = 4
         self.validation_epochs = 1
-        self.max_train_samples = None
+        self.max_train_samples = 7
         self.output_dir = "output"
         self.cache_dir = None
-        self.seed = None
-        self.resolution = 1024
-        self.center_crop = False
-        self.random_flip = False
+        self.seed = 42
+        self.resolution = 512
+        self.center_crop = True
+        self.random_flip = True
         self.train_text_encoder = False
-        self.train_batch_size = 16
-        self.num_train_epochs = 200
+        self.train_batch_size = 64
+        self.num_train_epochs = 400
         self.max_train_steps = None
         self.checkpointing_steps = 500
         self.checkpoints_total_limit = None
@@ -38,7 +38,7 @@ class Config:
         self.lr_scheduler = "constant"
         self.lr_warmup_steps = 500
         self.snr_gamma = None
-        self.allow_tf32 = False
+        self.allow_tf32 = True
         self.dataloader_num_workers = 0
         self.use_8bit_adam = True
         self.adam_beta1 = 0.9
@@ -46,13 +46,13 @@ class Config:
         self.adam_weight_decay = 1e-2
         self.adam_epsilon = 1e-08
         self.max_grad_norm = 1.0
-        self.push_to_hub = False
+        self.push_to_hub = True
         self.hub_token = None
         self.prediction_type = None
         self.hub_model_id = None
         self.logging_dir = "logs"
         self.report_to = "wandb"
-        self.mixed_precision = None
+        self.mixed_precision = 'fp16'
         self.local_rank = -1
         self.enable_xformers_memory_efficient_attention = False
         self.noise_offset = 0

scripts/output/checkpoint-1000/optimizer.bin.REMOVED.git-id

@@ -0,0 +1 @@
+74a152223565564def6ad6a76129bf59a0171b8f

scripts/output/checkpoint-1000/pytorch_lora_weights.safetensors.REMOVED.git-id

@@ -0,0 +1 @@
+dfbc6651386c693d47d1944b179470ea50e68756

scripts/output/checkpoint-500/optimizer.bin.REMOVED.git-id

@@ -0,0 +1 @@
+c619da21bfd5d567bd60e03fbaf1c29d30578baf

scripts/output/checkpoint-500/pytorch_lora_weights.safetensors.REMOVED.git-id

@@ -0,0 +1 @@
+bb4f104bc6e519ebd9ff69e8f59c3001beaa0b91

scripts/output/pytorch_lora_weights.safetensors.REMOVED.git-id

@@ -0,0 +1 @@
+dafdc032f1a8f320ac0e888bcf5156500f5da7dc

scripts/sdxl_lora_tuner.py

@@ -7,9 +7,13 @@ import numpy as np
 import torch
 import torch.nn.functional as F
 import transformers
-from accelerate import Accelerator 
+from accelerate import Accelerator
 from accelerate.logging import get_logger
-from accelerate.utils import DistributedDataParallelKwargs, ProjectConfiguration, set_seed
+from accelerate.utils import (
+    DistributedDataParallelKwargs,
+    ProjectConfiguration,
+    set_seed,
+)
 from datasets import load_dataset
 from huggingface_hub import create_repo, upload_folder
 from packaging import version