Trained for 2 epochs and 96000 steps.

Trained with datasets ['text-embeds', 'text-embeds-extra', 'image-embeds', 'sports', 'mj-60', 'id-75k', 'celebrities', 'normalnudes', 'guys', 'signs', 'dalle3', 'sfwbooru', 'moviecollection', 'bookcovers', 'nijijourney', 'experimental', 'ethnic', 'gay', 'architecture', 'shutterstock', 'midjourney-v6-520k-raw', 'nijijourney-v6-520k-raw', 'cinemamix-1mp', 'nsfw-1024', 'anatomy', 'bg20k-1024', 'yoga', 'photo-aesthetics', 'text-1mp']
Learning rate 1e-06, batch size 8, and 1 gradient accumulation steps.
Used DDPM noise scheduler for training with epsilon prediction type and rescaled_betas_zero_snr=False
Using 'linspace' timestep spacing.
Base model: ptx0/pixart-900m-1024-ft-v0.7-stage1
VAE: ptx0/pixart-900m-1024-ft-v0.7-stage1

README.md

@@ -552,7 +552,7 @@ You may reuse the base model text encoder for inference.
 ## Training settings
 
 - Training epochs: 2
-- Training steps: 95000
+- Training steps: 96000
 - Learning rate: 1e-06
 - Effective batch size: 64
   - Micro-batch size: 8
@@ -625,7 +625,7 @@ You may reuse the base model text encoder for inference.
 - Crop aspect: square
 ### dalle3
 - Repeats: 0
-- Total number of images: ~1120912
+- Total number of images: ~1112704
 - Total number of aspect buckets: 1
 - Resolution: 1.0 megapixels
 - Cropped: True

optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4f15290710c118f4f7cc8e199814df8ec8e0dfeab80ff969d5f8870ba7cc43c
+oid sha256:39e0d7f50e2c5abcfb1ff761e4aa9871f1ac55ee625e6a8a9e31bc9844ab78bd
 size 5451415117

random_states_0.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:280eec62edf312778a4502dddff6a4f7f1139ca321b4c5e5ff7e82f67eba927c
-size 16100
+oid sha256:7bc4249e930b93eba5639d88d14398e3663e157f1d62fddf3a977e628fd57a54
+size 16036

scheduler.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24713f7f70751f70bf08c3a5888b6a7ecf6d45bb3768eef072167d0880bbc277
+oid sha256:c20b1ec5dfe923f8355a51f25199ea90aaf548faff7cbfb07c4c754aff90663d
 size 1000

training_state-dalle3.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1fe08a5b5b21ac527b553195ff7e4e3ed313d8df3035e85976f134a3cf51e11
-size 17056371
+oid sha256:726349609b3dc522420174cd0735bbc2bf0b572b027ddda6a79f8c799c883d65
+size 8110286

training_state-midjourney-v6-520k-raw.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4a01d8553b51155c4a1ef81e2f9433521f01944cf24aba693b513c79a0af242
-size 4072434
+oid sha256:0ddd638caf2fd42e8a5084855232cd817d0f34f0da5acf5679551098212d98ca
+size 4194546

training_state-nijijourney-v6-520k-raw.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5bca15347e08b74de3d4fcf60740c200b6fdb656627fab2d3b81448348080d8e
-size 4174458
+oid sha256:86bfa4d5a1af4ed5eef989cdd7664806ba86fd5f0adbc9715d5fab3debcc1eba
+size 4305898

training_state.json

@@ -1 +1 @@
-{"global_step": 95000, "epoch_step": 95002, "epoch": 3, "exhausted_backends": ["guys", "signs", "nijijourney", "bookcovers", "normalnudes", "celebrities", "gay", "sports", "moviecollection", "experimental", "ethnic", "cinemamix-1mp", "architecture", "yoga", "nsfw-1024", "shutterstock", "photo-aesthetics", "id-75k", "text-1mp", "bg20k-1024", "mj-60", "anatomy"], "repeats": {"nijijourney": 0, "signs": 0, "guys": 0, "celebrities": 0, "bookcovers": 0, "normalnudes": 0, "moviecollection": 0, "sports": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "architecture": 0, "cinemamix-1mp": 0, "photo-aesthetics": 0, "anatomy": 0, "text-1mp": 0, "nsfw-1024": 0, "shutterstock": 0, "id-75k": 0, "bg20k-1024": 0, "mj-60": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0}}
+{"global_step": 96000, "epoch_step": 96002, "epoch": 3, "exhausted_backends": ["guys", "signs", "nijijourney", "bookcovers", "normalnudes", "celebrities", "gay", "sports", "moviecollection", "experimental", "ethnic", "cinemamix-1mp", "architecture", "yoga", "nsfw-1024", "shutterstock", "photo-aesthetics", "id-75k", "text-1mp", "bg20k-1024", "mj-60", "anatomy", "dalle3"], "repeats": {"nijijourney": 0, "signs": 0, "guys": 0, "celebrities": 0, "bookcovers": 0, "normalnudes": 0, "moviecollection": 0, "sports": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "architecture": 0, "cinemamix-1mp": 0, "photo-aesthetics": 0, "anatomy": 0, "text-1mp": 0, "nsfw-1024": 0, "shutterstock": 0, "id-75k": 0, "bg20k-1024": 0, "mj-60": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "dalle3": 0}}

transformer/diffusion_pytorch_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8439d92bf063c79aada49d8615656eb409245efa07eb6c98aaa13f1cc5720589
+oid sha256:89fc223b7db619547f9a4171034c223f83ba817837ec71a66606e4fec9bafb62
 size 1816969728