diff --git a/.gitattributes b/.gitattributes index 212be05c8e2d63084f594211bc1945eddf67a5ef..c807c794debc978bcdbc70d9deef1e6fa6293e46 100644 --- a/.gitattributes +++ b/.gitattributes @@ -106,3 +106,4 @@ checkpoints/ckpt-48000.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text checkpoints/ckpt-65000.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text checkpoints/ckpt-18000.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text checkpoints/ckpt-50000.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text +checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-17000.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text diff --git a/checkpoints/iter_ckpt_rank_02/checkpoint b/checkpoints/iter_ckpt_rank_02/checkpoint new file mode 100644 index 0000000000000000000000000000000000000000..be8ca5e17f921158d57b387cf6bb33331512cd56 --- /dev/null +++ b/checkpoints/iter_ckpt_rank_02/checkpoint @@ -0,0 +1,202 @@ +model_checkpoint_path: "iter_ckpt_rank_02-17000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-18000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-19000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-20000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-21000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-21350" +all_model_checkpoint_paths: "iter_ckpt_rank_02-22000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-23000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-24000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-25000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-26000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-27000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-28000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-29000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-30000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-31000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-32000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-33000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-34000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-35000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-36000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-37000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-38000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-39000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-40000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-41000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-42000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-42730" +all_model_checkpoint_paths: "iter_ckpt_rank_02-43000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-44000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-45000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-46000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-47000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-48000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-49000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-50000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-51000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-52000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-53000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-54000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-55000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-56000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-57000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-58000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-59000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-60000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-61000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-62000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-63000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-64000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-64130" +all_model_checkpoint_paths: "iter_ckpt_rank_02-65000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-66000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-67000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-68000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-69000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-70000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-71000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-72000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-73000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-74000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-75000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-76000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-77000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-78000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-79000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-80000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-81000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-82000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-83000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-84000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-85000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-85540" +all_model_checkpoint_paths: "iter_ckpt_rank_02-86000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-87000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-88000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-89000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-90000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-91000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-91500" +all_model_checkpoint_paths: "iter_ckpt_rank_02-1000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-2000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-3000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-3960" +all_model_checkpoint_paths: "iter_ckpt_rank_02-4000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-5000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-6000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-7000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-7920" +all_model_checkpoint_paths: "iter_ckpt_rank_02-8000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-9000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-10000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-11000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-11880" +all_model_checkpoint_paths: "iter_ckpt_rank_02-12000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-13000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-14000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-15000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-15820" +all_model_checkpoint_paths: "iter_ckpt_rank_02-16000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-17000" +all_model_checkpoint_timestamps: 1723631952.5492253 +all_model_checkpoint_timestamps: 1723635286.6784472 +all_model_checkpoint_timestamps: 1723638618.5573406 +all_model_checkpoint_timestamps: 1723641950.972679 +all_model_checkpoint_timestamps: 1723643118.2389748 +all_model_checkpoint_timestamps: 1723645752.281151 +all_model_checkpoint_timestamps: 1723649086.8259068 +all_model_checkpoint_timestamps: 1723652420.0461047 +all_model_checkpoint_timestamps: 1723655752.266267 +all_model_checkpoint_timestamps: 1723659085.8236597 +all_model_checkpoint_timestamps: 1723662418.393238 +all_model_checkpoint_timestamps: 1723665750.07876 +all_model_checkpoint_timestamps: 1723669082.7828834 +all_model_checkpoint_timestamps: 1723672412.9754708 +all_model_checkpoint_timestamps: 1723675744.752106 +all_model_checkpoint_timestamps: 1723679077.5155199 +all_model_checkpoint_timestamps: 1723682408.4096375 +all_model_checkpoint_timestamps: 1723685738.8118937 +all_model_checkpoint_timestamps: 1723689069.7095904 +all_model_checkpoint_timestamps: 1723692399.7880926 +all_model_checkpoint_timestamps: 1723695729.2690518 +all_model_checkpoint_timestamps: 1723699059.893884 +all_model_checkpoint_timestamps: 1723702389.9350402 +all_model_checkpoint_timestamps: 1723705718.4832218 +all_model_checkpoint_timestamps: 1723709048.9225483 +all_model_checkpoint_timestamps: 1723712378.2891436 +all_model_checkpoint_timestamps: 1723714808.5434437 +all_model_checkpoint_timestamps: 1723716176.2255979 +all_model_checkpoint_timestamps: 1723719508.0300999 +all_model_checkpoint_timestamps: 1723722840.47335 +all_model_checkpoint_timestamps: 1723726171.0842772 +all_model_checkpoint_timestamps: 1723729501.0200272 +all_model_checkpoint_timestamps: 1723732830.1039414 +all_model_checkpoint_timestamps: 1723736157.647718 +all_model_checkpoint_timestamps: 1723739486.0009367 +all_model_checkpoint_timestamps: 1723742813.8603272 +all_model_checkpoint_timestamps: 1723746141.771772 +all_model_checkpoint_timestamps: 1723749469.1384192 +all_model_checkpoint_timestamps: 1723752795.5265727 +all_model_checkpoint_timestamps: 1723756123.4843197 +all_model_checkpoint_timestamps: 1723759452.6867177 +all_model_checkpoint_timestamps: 1723762779.4827447 +all_model_checkpoint_timestamps: 1723766106.081154 +all_model_checkpoint_timestamps: 1723769432.1449275 +all_model_checkpoint_timestamps: 1723772762.6165926 +all_model_checkpoint_timestamps: 1723776089.322848 +all_model_checkpoint_timestamps: 1723779416.2124093 +all_model_checkpoint_timestamps: 1723782742.1745741 +all_model_checkpoint_timestamps: 1723786070.6159394 +all_model_checkpoint_timestamps: 1723786504.4873326 +all_model_checkpoint_timestamps: 1723789867.3647592 +all_model_checkpoint_timestamps: 1723793197.3132894 +all_model_checkpoint_timestamps: 1723796524.11119 +all_model_checkpoint_timestamps: 1723799853.14937 +all_model_checkpoint_timestamps: 1723803180.3701904 +all_model_checkpoint_timestamps: 1723806508.525502 +all_model_checkpoint_timestamps: 1723809835.1587753 +all_model_checkpoint_timestamps: 1723813162.595855 +all_model_checkpoint_timestamps: 1723816489.1423392 +all_model_checkpoint_timestamps: 1723819815.5865667 +all_model_checkpoint_timestamps: 1723823142.3384907 +all_model_checkpoint_timestamps: 1723826468.3999498 +all_model_checkpoint_timestamps: 1723829796.6159663 +all_model_checkpoint_timestamps: 1723833122.7607052 +all_model_checkpoint_timestamps: 1723836449.7316332 +all_model_checkpoint_timestamps: 1723839776.4274993 +all_model_checkpoint_timestamps: 1723843103.279957 +all_model_checkpoint_timestamps: 1723846428.942369 +all_model_checkpoint_timestamps: 1723849754.8486426 +all_model_checkpoint_timestamps: 1723853080.9960814 +all_model_checkpoint_timestamps: 1723856407.214551 +all_model_checkpoint_timestamps: 1723858204.4654577 +all_model_checkpoint_timestamps: 1723860200.1039362 +all_model_checkpoint_timestamps: 1723863529.092339 +all_model_checkpoint_timestamps: 1723866858.4638665 +all_model_checkpoint_timestamps: 1723870191.1777446 +all_model_checkpoint_timestamps: 1723873541.0305448 +all_model_checkpoint_timestamps: 1723876964.9244466 +all_model_checkpoint_timestamps: 1723888324.0565903 +all_model_checkpoint_timestamps: 1723906869.280902 +all_model_checkpoint_timestamps: 1723924841.5249958 +all_model_checkpoint_timestamps: 1723942797.4425178 +all_model_checkpoint_timestamps: 1723960049.708668 +all_model_checkpoint_timestamps: 1723961239.596725 +all_model_checkpoint_timestamps: 1723979192.330778 +all_model_checkpoint_timestamps: 1723997149.0537252 +all_model_checkpoint_timestamps: 1724015113.746373 +all_model_checkpoint_timestamps: 1724031637.903178 +all_model_checkpoint_timestamps: 1724033548.5360045 +all_model_checkpoint_timestamps: 1724051516.4310262 +all_model_checkpoint_timestamps: 1724069470.6951308 +all_model_checkpoint_timestamps: 1724087429.1430838 +all_model_checkpoint_timestamps: 1724103230.3235686 +all_model_checkpoint_timestamps: 1724116581.3066132 +all_model_checkpoint_timestamps: 1724134554.2418206 +all_model_checkpoint_timestamps: 1724152511.967179 +all_model_checkpoint_timestamps: 1724170905.251329 +all_model_checkpoint_timestamps: 1724185634.4013274 +all_model_checkpoint_timestamps: 1724240345.9680543 +all_model_checkpoint_timestamps: 1724262089.1202838 +last_preserved_timestamp: 1723571500.074004 diff --git a/checkpoints/iter_ckpt_rank_02/checkpoint.bak b/checkpoints/iter_ckpt_rank_02/checkpoint.bak new file mode 100644 index 0000000000000000000000000000000000000000..56944214604f2cc3304af0941a8bbfb92429e396 --- /dev/null +++ b/checkpoints/iter_ckpt_rank_02/checkpoint.bak @@ -0,0 +1,194 @@ +model_checkpoint_path: "iter_ckpt_rank_02-91500" +all_model_checkpoint_paths: "iter_ckpt_rank_02-1000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-2000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-3000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-4000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-5000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-6000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-7000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-8000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-9000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-10000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-11000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-12000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-13000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-14000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-15000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-16000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-17000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-18000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-19000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-20000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-21000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-21350" +all_model_checkpoint_paths: "iter_ckpt_rank_02-22000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-23000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-24000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-25000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-26000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-27000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-28000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-29000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-30000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-31000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-32000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-33000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-34000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-35000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-36000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-37000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-38000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-39000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-40000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-41000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-42000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-42730" +all_model_checkpoint_paths: "iter_ckpt_rank_02-43000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-44000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-45000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-46000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-47000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-48000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-49000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-50000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-51000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-52000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-53000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-54000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-55000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-56000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-57000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-58000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-59000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-60000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-61000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-62000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-63000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-64000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-64130" +all_model_checkpoint_paths: "iter_ckpt_rank_02-65000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-66000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-67000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-68000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-69000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-70000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-71000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-72000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-73000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-74000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-75000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-76000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-77000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-78000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-79000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-80000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-81000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-82000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-83000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-84000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-85000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-85540" +all_model_checkpoint_paths: "iter_ckpt_rank_02-86000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-87000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-88000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-89000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-90000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-91000" +all_model_checkpoint_paths: "iter_ckpt_rank_02-91500" +all_model_checkpoint_timestamps: 1723575238.562139 +all_model_checkpoint_timestamps: 1723578581.0159335 +all_model_checkpoint_timestamps: 1723581918.5698688 +all_model_checkpoint_timestamps: 1723585256.6883461 +all_model_checkpoint_timestamps: 1723588594.4255068 +all_model_checkpoint_timestamps: 1723591933.5713208 +all_model_checkpoint_timestamps: 1723595270.0190656 +all_model_checkpoint_timestamps: 1723598606.7782128 +all_model_checkpoint_timestamps: 1723601942.6487985 +all_model_checkpoint_timestamps: 1723605278.4499826 +all_model_checkpoint_timestamps: 1723608613.822583 +all_model_checkpoint_timestamps: 1723611948.977584 +all_model_checkpoint_timestamps: 1723615282.8407063 +all_model_checkpoint_timestamps: 1723618615.7303689 +all_model_checkpoint_timestamps: 1723621950.0357003 +all_model_checkpoint_timestamps: 1723625284.76593 +all_model_checkpoint_timestamps: 1723628619.6055164 +all_model_checkpoint_timestamps: 1723631952.5492253 +all_model_checkpoint_timestamps: 1723635286.6784472 +all_model_checkpoint_timestamps: 1723638618.5573406 +all_model_checkpoint_timestamps: 1723641950.972679 +all_model_checkpoint_timestamps: 1723643118.2389748 +all_model_checkpoint_timestamps: 1723645752.281151 +all_model_checkpoint_timestamps: 1723649086.8259068 +all_model_checkpoint_timestamps: 1723652420.0461047 +all_model_checkpoint_timestamps: 1723655752.266267 +all_model_checkpoint_timestamps: 1723659085.8236597 +all_model_checkpoint_timestamps: 1723662418.393238 +all_model_checkpoint_timestamps: 1723665750.07876 +all_model_checkpoint_timestamps: 1723669082.7828834 +all_model_checkpoint_timestamps: 1723672412.9754708 +all_model_checkpoint_timestamps: 1723675744.752106 +all_model_checkpoint_timestamps: 1723679077.5155199 +all_model_checkpoint_timestamps: 1723682408.4096375 +all_model_checkpoint_timestamps: 1723685738.8118937 +all_model_checkpoint_timestamps: 1723689069.7095904 +all_model_checkpoint_timestamps: 1723692399.7880926 +all_model_checkpoint_timestamps: 1723695729.2690518 +all_model_checkpoint_timestamps: 1723699059.893884 +all_model_checkpoint_timestamps: 1723702389.9350402 +all_model_checkpoint_timestamps: 1723705718.4832218 +all_model_checkpoint_timestamps: 1723709048.9225483 +all_model_checkpoint_timestamps: 1723712378.2891436 +all_model_checkpoint_timestamps: 1723714808.5434437 +all_model_checkpoint_timestamps: 1723716176.2255979 +all_model_checkpoint_timestamps: 1723719508.0300999 +all_model_checkpoint_timestamps: 1723722840.47335 +all_model_checkpoint_timestamps: 1723726171.0842772 +all_model_checkpoint_timestamps: 1723729501.0200272 +all_model_checkpoint_timestamps: 1723732830.1039414 +all_model_checkpoint_timestamps: 1723736157.647718 +all_model_checkpoint_timestamps: 1723739486.0009367 +all_model_checkpoint_timestamps: 1723742813.8603272 +all_model_checkpoint_timestamps: 1723746141.771772 +all_model_checkpoint_timestamps: 1723749469.1384192 +all_model_checkpoint_timestamps: 1723752795.5265727 +all_model_checkpoint_timestamps: 1723756123.4843197 +all_model_checkpoint_timestamps: 1723759452.6867177 +all_model_checkpoint_timestamps: 1723762779.4827447 +all_model_checkpoint_timestamps: 1723766106.081154 +all_model_checkpoint_timestamps: 1723769432.1449275 +all_model_checkpoint_timestamps: 1723772762.6165926 +all_model_checkpoint_timestamps: 1723776089.322848 +all_model_checkpoint_timestamps: 1723779416.2124093 +all_model_checkpoint_timestamps: 1723782742.1745741 +all_model_checkpoint_timestamps: 1723786070.6159394 +all_model_checkpoint_timestamps: 1723786504.4873326 +all_model_checkpoint_timestamps: 1723789867.3647592 +all_model_checkpoint_timestamps: 1723793197.3132894 +all_model_checkpoint_timestamps: 1723796524.11119 +all_model_checkpoint_timestamps: 1723799853.14937 +all_model_checkpoint_timestamps: 1723803180.3701904 +all_model_checkpoint_timestamps: 1723806508.525502 +all_model_checkpoint_timestamps: 1723809835.1587753 +all_model_checkpoint_timestamps: 1723813162.595855 +all_model_checkpoint_timestamps: 1723816489.1423392 +all_model_checkpoint_timestamps: 1723819815.5865667 +all_model_checkpoint_timestamps: 1723823142.3384907 +all_model_checkpoint_timestamps: 1723826468.3999498 +all_model_checkpoint_timestamps: 1723829796.6159663 +all_model_checkpoint_timestamps: 1723833122.7607052 +all_model_checkpoint_timestamps: 1723836449.7316332 +all_model_checkpoint_timestamps: 1723839776.4274993 +all_model_checkpoint_timestamps: 1723843103.279957 +all_model_checkpoint_timestamps: 1723846428.942369 +all_model_checkpoint_timestamps: 1723849754.8486426 +all_model_checkpoint_timestamps: 1723853080.9960814 +all_model_checkpoint_timestamps: 1723856407.214551 +all_model_checkpoint_timestamps: 1723858204.4654577 +all_model_checkpoint_timestamps: 1723860200.1039362 +all_model_checkpoint_timestamps: 1723863529.092339 +all_model_checkpoint_timestamps: 1723866858.4638665 +all_model_checkpoint_timestamps: 1723870191.1777446 +all_model_checkpoint_timestamps: 1723873541.0305448 +all_model_checkpoint_timestamps: 1723876964.9244466 +all_model_checkpoint_timestamps: 1723879056.4221337 +last_preserved_timestamp: 1723571500.074004 diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-1000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-1000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..01c4a9728ce1450f1921ba2097f07de637f3f6cd Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-1000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-1000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-1000.index new file mode 100644 index 0000000000000000000000000000000000000000..19f6e8cb833be72a16e13b10b099e65e420d2c6f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-1000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-10000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-10000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..b41c7fcc7fcf12aabcbd3dace55e976f75fe5801 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-10000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-10000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-10000.index new file mode 100644 index 0000000000000000000000000000000000000000..8356c5cebb85735b8d290e413c7d772553366255 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-10000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-11000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-11000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ae6dd740bf64aad9e8e36fe779af02af146830d8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-11000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-11000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-11000.index new file mode 100644 index 0000000000000000000000000000000000000000..510832878e70b2ba87b872bbce33fbcd56f3d2e4 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-11000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-11880.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-11880.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..48b91d5df959191f8918d739b236659b0713be4d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-11880.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-11880.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-11880.index new file mode 100644 index 0000000000000000000000000000000000000000..bfbed75ed94e0c1690fb5c764c144af6f473eab9 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-11880.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-12000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-12000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..5e045a979b1fce5aae05002a6db3df403ce5f91d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-12000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-12000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-12000.index new file mode 100644 index 0000000000000000000000000000000000000000..4f7d6bf10d332e4f62cc064223b8ba6e424b918b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-12000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-13000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-13000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..c59b82a05b22583b9336bb56547083c46d6d2ab8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-13000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-13000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-13000.index new file mode 100644 index 0000000000000000000000000000000000000000..9f3f3ce21c952d7e38918daae9568b944f5b4122 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-13000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-14000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-14000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..bfd0751c199476a2afecaf1a311a04a07a89a5e1 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-14000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-14000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-14000.index new file mode 100644 index 0000000000000000000000000000000000000000..c74c98efbc2a3eda4cb723914a330aa5b311f4c2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-14000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-15000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-15000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..72f06ed9e9ceacfa2579de391e55ef60f8401e58 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-15000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-15000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-15000.index new file mode 100644 index 0000000000000000000000000000000000000000..bea5c7b692d59a07fede2e448f533a6f4dd1c50d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-15000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-15820.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-15820.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..8d5e5cef1ff3f32f08d169478ee4164b195c69cc Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-15820.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-15820.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-15820.index new file mode 100644 index 0000000000000000000000000000000000000000..9bf03bcd7613368432d995a3435eff47c1d60e1d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-15820.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-16000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-16000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ac5027e007426e45138ca6792fd7f8ec7d8119f7 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-16000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-16000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-16000.index new file mode 100644 index 0000000000000000000000000000000000000000..63a2d00740c5f28e594be8810b3fd2e067cbf6ee Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-16000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-17000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-17000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..033cf8f5e3bd1a52cc41a332d6ef32cae003adc2 --- /dev/null +++ b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-17000.data-00000-of-00001 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8b59a7ad7d63b15c2d18ee255a05b9c88748744f05c16f27ec0e518a9ba6edd +size 1125764 diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-17000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-17000.index new file mode 100644 index 0000000000000000000000000000000000000000..be5d04d0b6f7c59b1a5ed22ef2491997fec5c46f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-17000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-18000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-18000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..4bef9e0cfdfdb78019ecca248e113147686435fb Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-18000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-18000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-18000.index new file mode 100644 index 0000000000000000000000000000000000000000..9e428504386d732a38a709238bac6de6345cf06e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-18000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-19000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-19000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..568c635f584da3a9fc346a85191eabb02f3e2d47 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-19000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-19000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-19000.index new file mode 100644 index 0000000000000000000000000000000000000000..648cf22c8bec29ded4b40e48b4f5eb4f8e345bee Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-19000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-2000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-2000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..2e8a0930ce30c6b292fd286eb37fa6a050efd8de Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-2000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-2000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-2000.index new file mode 100644 index 0000000000000000000000000000000000000000..7f47cd2ceadc10c19951aa55fc67c1fd3d73e0e9 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-2000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-20000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-20000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..45397dad82bcf49923ca38289b9cd05b11b8cbcf Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-20000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-20000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-20000.index new file mode 100644 index 0000000000000000000000000000000000000000..4832c3f85d23217ff11da37f322f5830cc900b02 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-20000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-21000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-21000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..49653d1f6a80efca052f9b541ddf5b935c4705b3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-21000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-21000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-21000.index new file mode 100644 index 0000000000000000000000000000000000000000..6480354aaacdddba216f8d606d96945356f88922 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-21000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-21350.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-21350.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..0e640422da5283f97fb315dabe4d2527386ad03f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-21350.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-21350.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-21350.index new file mode 100644 index 0000000000000000000000000000000000000000..7ff9ed72b53dbf34c02a436b80b81e0d2d7393ce Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-21350.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-22000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-22000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..3b9a9efe89cd34bd09e26692f11e5928eb549a5a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-22000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-22000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-22000.index new file mode 100644 index 0000000000000000000000000000000000000000..3af18f53748688657f7f1f9454988b31fe10df90 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-22000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-23000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-23000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..d634fbc679268ca70f9fa9a1dac82c7253cdd9c8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-23000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-23000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-23000.index new file mode 100644 index 0000000000000000000000000000000000000000..8cb8263838e801eed07d06deb61f78bbc6421aec Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-23000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-24000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-24000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..b85d81b6fa04e4dfe50519d6e3fa6975a6b3c216 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-24000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-24000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-24000.index new file mode 100644 index 0000000000000000000000000000000000000000..92bbcb554f307d35ae50f0f310d89cc765ac40d1 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-24000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-25000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-25000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..d021d0b6fa57272100ef2ffc62fb6a04307dcc1a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-25000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-25000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-25000.index new file mode 100644 index 0000000000000000000000000000000000000000..87ec983aca3f672269ee8f0eed57c042c030536b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-25000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-26000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-26000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..75dfd959bb93b2bda34c88366a368f9022ddb2a9 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-26000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-26000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-26000.index new file mode 100644 index 0000000000000000000000000000000000000000..91ad5559d91b226e92cdb35e89182f6e6bdf14bc Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-26000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-27000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-27000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..65d507561b259ec5e623c7268023a614715b53dd Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-27000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-27000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-27000.index new file mode 100644 index 0000000000000000000000000000000000000000..9d410adba6b917301585813b9132d226412772bb Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-27000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-28000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-28000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..b03a04348d748c5c30a0544422b3724cbe8dd918 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-28000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-28000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-28000.index new file mode 100644 index 0000000000000000000000000000000000000000..d18d65e2329990fb65c78498df9e495605d65305 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-28000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-29000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-29000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..25835a3a6cc44f72a8512b11d4abb4f40a59c3d6 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-29000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-29000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-29000.index new file mode 100644 index 0000000000000000000000000000000000000000..c2ecc4609d2d1b94ad35e35fc00c35ccd3c5c450 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-29000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-3000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-3000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..974f0510d2864be558ef84f074f6c3a3251d447c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-3000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-3000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-3000.index new file mode 100644 index 0000000000000000000000000000000000000000..2b7ccecbbebc447c0a9157c6dc4e384fb27d5dce Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-3000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-30000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-30000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..1dcb432b68886517b84ebfc6c6fa4e43dfc57cc6 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-30000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-30000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-30000.index new file mode 100644 index 0000000000000000000000000000000000000000..efab314626efea41290a863da76e7433cf80c428 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-30000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-31000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-31000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..7d28c8d3a9f36790bd517f2bcd53bec0e03ea03d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-31000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-31000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-31000.index new file mode 100644 index 0000000000000000000000000000000000000000..d3fac59ab4dc6f0fb07ed56b333f03b542dfe5f5 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-31000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-32000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-32000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..b2259df2481966cccad32f293819edb78cc25060 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-32000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-32000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-32000.index new file mode 100644 index 0000000000000000000000000000000000000000..60916ec593820a619284078f575ee8140b80e2fc Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-32000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-33000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-33000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..9c71dce870bc63781a75962110b04235bf55e0a7 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-33000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-33000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-33000.index new file mode 100644 index 0000000000000000000000000000000000000000..e7531b0797c1d5c605a685cd2b3839c9f6bab9ec Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-33000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-34000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-34000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..32dee4e3de6d2f1a839beb6c8b75e90d60b28aa2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-34000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-34000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-34000.index new file mode 100644 index 0000000000000000000000000000000000000000..60df9a5835507786fedc3b5c5b7017975d457c76 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-34000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-35000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-35000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..14f853e83b8fc6eab98079b92cee90af769ed2a7 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-35000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-35000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-35000.index new file mode 100644 index 0000000000000000000000000000000000000000..fa8815397fee6850eff59d0d72ccd6cb860c0a89 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-35000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-36000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-36000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..887502daa993f7e3e46213783e575f53eed2bb50 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-36000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-36000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-36000.index new file mode 100644 index 0000000000000000000000000000000000000000..f0fe799d0a7c21eb66b088b5668aa7aeac04f3bd Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-36000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-37000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-37000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..08f1cdc40fe678344b36687ac13f9fb900704e4c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-37000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-37000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-37000.index new file mode 100644 index 0000000000000000000000000000000000000000..7073ac3add214c73cc69bdfd3abc866f87a4ef71 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-37000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-38000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-38000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..7649febb2d6935cb1ee41453d98707900cae5ac9 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-38000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-38000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-38000.index new file mode 100644 index 0000000000000000000000000000000000000000..8fdd088028ea46f94152f59837629bdeb26f94a7 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-38000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-39000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-39000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..aa8d61f6a3c46995f771229cb41f589882714e52 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-39000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-39000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-39000.index new file mode 100644 index 0000000000000000000000000000000000000000..5ddbcbf70a89a95468ab10c5f6e87d52e6fbcc3f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-39000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-3960.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-3960.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..2122e416e9eb0acd97051ab242f5d89c98f7d46a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-3960.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-3960.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-3960.index new file mode 100644 index 0000000000000000000000000000000000000000..7b0fcaa20624b7a8893c15073077f597abf51a94 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-3960.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-4000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-4000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..609038b0d74d46986f3564e6e01d97dbfa37637f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-4000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-4000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-4000.index new file mode 100644 index 0000000000000000000000000000000000000000..19522674edb2edaa018fe4a1d45002afe016a712 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-4000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-40000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-40000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..d749499a56e60ca0e1a3aee3e9679f6c9ed5cce2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-40000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-40000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-40000.index new file mode 100644 index 0000000000000000000000000000000000000000..e5a872b0320174ee1764ebf7e8a08b5062caaaf4 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-40000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-41000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-41000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..5fc3b883cf7f38f189bf342061c6e1d2c2adaa2d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-41000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-41000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-41000.index new file mode 100644 index 0000000000000000000000000000000000000000..02d3b2899dd8f0b84636cff3cc3d94926b47d794 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-41000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-42000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-42000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..87416832bcee24bfb63dbe114653163431639c14 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-42000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-42000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-42000.index new file mode 100644 index 0000000000000000000000000000000000000000..6c29bfa5d8da4322a53dd49bf5f6d360d53c678c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-42000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-42730.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-42730.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..8dc26d98f74644a32078eda099c5a5dd463f8388 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-42730.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-42730.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-42730.index new file mode 100644 index 0000000000000000000000000000000000000000..de1091bc409d7871086c9047971b6907e58237fe Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-42730.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-43000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-43000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..8cc0ce2d81c7035d42ecdebbb9f79306e750782c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-43000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-43000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-43000.index new file mode 100644 index 0000000000000000000000000000000000000000..3dc6bb68f3fc41d3d208608903c429b41a867f9d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-43000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-44000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-44000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..715d78fae67592bcfcd878b614bdfecebaf88a52 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-44000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-44000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-44000.index new file mode 100644 index 0000000000000000000000000000000000000000..9de84630d9eb98c5672102913f29bf2d4540c212 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-44000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-45000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-45000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..d5a07f9e953b7a2daf5fa19a7b4648aae08130c8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-45000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-45000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-45000.index new file mode 100644 index 0000000000000000000000000000000000000000..a1ca1b12498d56b08d7682d0e6ea4949a8c71ecb Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-45000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-46000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-46000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..c062e03081f1abd83859ec762d7e028d2dceb3e8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-46000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-46000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-46000.index new file mode 100644 index 0000000000000000000000000000000000000000..7d6f5655f82df92f45f3c968968c6dd3b87673ea Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-46000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-47000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-47000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..4e62f50d77b785894dede7d8c503966dd93700df Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-47000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-47000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-47000.index new file mode 100644 index 0000000000000000000000000000000000000000..0115da51abff3108796600d971a72d5781e404a8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-47000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-48000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-48000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..5ff74062ee5c45d9ebaa2f2190950794c75aaff8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-48000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-48000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-48000.index new file mode 100644 index 0000000000000000000000000000000000000000..bbd165135cd0b730b3ccfdb98436e0e9597fcb32 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-48000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-49000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-49000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..d3f16f117f0e19f001a932795999077c280019c3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-49000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-49000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-49000.index new file mode 100644 index 0000000000000000000000000000000000000000..6005f9351619fb68c33e2615ae1160678f527e24 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-49000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-5000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-5000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..d0e81e54cfe0a90ede29f844cf049b6d8b09049e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-5000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-5000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-5000.index new file mode 100644 index 0000000000000000000000000000000000000000..8018d78a630bc9c284d7f5d4dd8d6ebba7f23841 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-5000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-50000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-50000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ab2f329ac228cbd2f5111b84970e9121d3ef33c1 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-50000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-50000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-50000.index new file mode 100644 index 0000000000000000000000000000000000000000..b847844bca94e0e58de8daa1de3e32a98abb60df Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-50000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-51000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-51000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..dfe837d65086d1e2cabbf1ecd2553ab61c6723f1 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-51000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-51000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-51000.index new file mode 100644 index 0000000000000000000000000000000000000000..6e57d0110ef53238f75df2c3f2d0a2da9d428df8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-51000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-52000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-52000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..a51858e08112f35f86f4524af153cd1e3fce350e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-52000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-52000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-52000.index new file mode 100644 index 0000000000000000000000000000000000000000..d85f7376ab9c00e429564691f42183363b1911d1 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-52000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-53000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-53000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..51959f0fa5da7d5f17a9e8df00976753c09e613e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-53000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-53000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-53000.index new file mode 100644 index 0000000000000000000000000000000000000000..cf352eb178a639d6231624ab4b8d4caa9e037b6d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-53000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-54000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-54000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..9bd305d5b9641dab7600407415f8cd06a746ebc1 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-54000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-54000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-54000.index new file mode 100644 index 0000000000000000000000000000000000000000..7bab7897867673cbcb0c135dfcb4ab6be89fb5c2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-54000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-55000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-55000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ad272952066b1d7002cd4e572f087cb54a260e61 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-55000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-55000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-55000.index new file mode 100644 index 0000000000000000000000000000000000000000..d1a1aa5895aea58494620bc3c2e87cde107e2015 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-55000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-56000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-56000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..2e82211f930595fb17d879f24b520eb2a4ba922b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-56000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-56000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-56000.index new file mode 100644 index 0000000000000000000000000000000000000000..4e129102ea49bd7f578625db60970dcc7889ede5 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-56000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-57000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-57000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..14e62319090031408950ab8c8f66831e8fca3a88 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-57000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-57000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-57000.index new file mode 100644 index 0000000000000000000000000000000000000000..0bef9255c02a959d837f31148f9dcc4bea82a6a0 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-57000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-58000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-58000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..57a28a533d3664c5d81d3685ea1971c436f87114 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-58000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-58000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-58000.index new file mode 100644 index 0000000000000000000000000000000000000000..d4b3d5357a63f544b6e5edcd366c63f07bbd4fd0 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-58000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-59000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-59000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..11e80d03e1f82a7a6e63874a76a74a395ab48369 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-59000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-59000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-59000.index new file mode 100644 index 0000000000000000000000000000000000000000..ddd17825fb40da0a4de603fd56c6b629e0224432 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-59000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-6000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-6000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..44e9c83707dc03fbaf719200c77f2701adb995a9 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-6000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-6000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-6000.index new file mode 100644 index 0000000000000000000000000000000000000000..14d70f764a7d4bec22de1030ebf65112c8950bec Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-6000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-60000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-60000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..65cbf172429686a9e8b7755876e4ae1d3cc6d06c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-60000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-60000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-60000.index new file mode 100644 index 0000000000000000000000000000000000000000..eb3582fd9b2f0d9860139d7991eb429221783392 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-60000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-61000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-61000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..0895cc9503e4ec0de31e982ad911e6ea32343916 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-61000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-61000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-61000.index new file mode 100644 index 0000000000000000000000000000000000000000..1e5f9cd03ca39606ba8cfa5bb43b99ccac2d47d2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-61000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-62000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-62000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..fed419a20a6af4fbd35240a0bc0851c798b16a6b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-62000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-62000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-62000.index new file mode 100644 index 0000000000000000000000000000000000000000..e910011d146c0dbdd6749915456757667b8bde8b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-62000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-63000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-63000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..7b4b9a561cefb795e0ec2161021c80eabcdff0ba Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-63000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-63000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-63000.index new file mode 100644 index 0000000000000000000000000000000000000000..36a87b3f03190b62fb967d2887525769537879a6 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-63000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-64000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-64000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..42a4233ede630815522d48845093c6c6120f0ec7 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-64000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-64000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-64000.index new file mode 100644 index 0000000000000000000000000000000000000000..80a493c13308037732b32ae9b3057892a6947e24 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-64000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-64130.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-64130.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..773e7f7727fc058617362f6cd4075e924bf5167b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-64130.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-64130.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-64130.index new file mode 100644 index 0000000000000000000000000000000000000000..667ff4e18ed0be92a3b4bd9fa941d58acca9f37a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-64130.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-65000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-65000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..3a0a3a88849807af08c58c178e7e97d12a60a60b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-65000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-65000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-65000.index new file mode 100644 index 0000000000000000000000000000000000000000..3231d0ffd3226a112e56d5e26e909f3712871667 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-65000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-66000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-66000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ba14755bd90306d971308ad2871e44316828926d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-66000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-66000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-66000.index new file mode 100644 index 0000000000000000000000000000000000000000..c4fc4850f142fde03abcb0c9759616d939a8c1b8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-66000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-67000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-67000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..d405292abfd69bb6c3350f60bcc644be0bc6561e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-67000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-67000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-67000.index new file mode 100644 index 0000000000000000000000000000000000000000..e9235cdf35a5604880a6d9108a49c47bf27cf895 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-67000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-68000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-68000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..587fe94fa8f835fb9f4d2fd27818ffcac00449da Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-68000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-68000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-68000.index new file mode 100644 index 0000000000000000000000000000000000000000..cd1a46a4765b4cfc917a7539ac556c7862af60fa Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-68000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-69000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-69000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..66985e92ec76ced9f176f9e7132cecc47176126b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-69000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-69000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-69000.index new file mode 100644 index 0000000000000000000000000000000000000000..686ea413fd666a917da1a238624d58c88bebee11 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-69000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-7000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-7000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..69e684e9d44c23af662b2baef36c95120c6ea252 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-7000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-7000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-7000.index new file mode 100644 index 0000000000000000000000000000000000000000..1210ff30c975cee92a4aca870e88049f73c0d5ec Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-7000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-70000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-70000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..c6ac3d8df5f529733c1db61161afb6691e31f8c3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-70000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-70000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-70000.index new file mode 100644 index 0000000000000000000000000000000000000000..8c87c2ab4c9cc8f54175517d7039df1c33d6f0f3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-70000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-71000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-71000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..925e669645817d334a57085b07c5f7b562de96dd Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-71000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-71000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-71000.index new file mode 100644 index 0000000000000000000000000000000000000000..91f6948678729c099d89b555cda00c27688ef6cf Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-71000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-72000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-72000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..4bcea45f7f04308dcab7d83e7faeef1138270866 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-72000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-72000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-72000.index new file mode 100644 index 0000000000000000000000000000000000000000..3f9d3262c44603ce3f09fab9508009431f3e0387 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-72000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-73000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-73000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..29cd38edfaa885d4459745d9b47354f8c34ced3a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-73000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-73000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-73000.index new file mode 100644 index 0000000000000000000000000000000000000000..b440c8183ee7f2f98433b48738138a81ec9dd1cc Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-73000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-74000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-74000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..2de1c6c0cb18fa545c3c3730482869da639e3588 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-74000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-74000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-74000.index new file mode 100644 index 0000000000000000000000000000000000000000..c908b1bb1f7d6201ef2c21f048eb546a5a710d9f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-74000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-75000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-75000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..2d22d9826840c9408a92e31da79195205a646d69 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-75000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-75000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-75000.index new file mode 100644 index 0000000000000000000000000000000000000000..c709baa36a420fcd3cc62b6367bfb0e8bb97e96d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-75000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-76000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-76000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..cabcd5b64de27d78767e942bf4e174f1c6579d35 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-76000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-76000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-76000.index new file mode 100644 index 0000000000000000000000000000000000000000..35c1299c72b4b95e63505a564b636aa376483eee Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-76000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-77000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-77000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..adc493d21e870c95e8d603f0ca6e3d5a87d1529a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-77000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-77000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-77000.index new file mode 100644 index 0000000000000000000000000000000000000000..163052cc64ebaff75d661f0dfffb1cc8b8a9bc8c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-77000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-78000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-78000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..c410e02d5d79cf345e89c4f304cc209a57d97c6e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-78000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-78000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-78000.index new file mode 100644 index 0000000000000000000000000000000000000000..dad5f191bd325e8afeea917d86dc736415778dd3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-78000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-79000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-79000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..4b313cae5817e80099237a48e4d2df3c72b2ea21 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-79000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-79000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-79000.index new file mode 100644 index 0000000000000000000000000000000000000000..e4ce18d3b3dc0b9f04e59924cb641d099dc86948 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-79000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-7920.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-7920.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..fd58ad7a72c873b522c5553e1a931291122d0cf3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-7920.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-7920.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-7920.index new file mode 100644 index 0000000000000000000000000000000000000000..2480a39a68eb5ba6c7d9ff2f13d6979068fd3925 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-7920.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-8000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-8000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..d437a2dad578a269b0451503d1f2565ac0fd6087 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-8000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-8000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-8000.index new file mode 100644 index 0000000000000000000000000000000000000000..1bb7ed4fcafc4fcbbac9921939367f5e5e195437 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-8000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-80000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-80000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..6c1d9c2a809daef7174066b999d4de613ac8f7c1 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-80000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-80000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-80000.index new file mode 100644 index 0000000000000000000000000000000000000000..b613ee816ed4c6187ddf7e9516a22d70fcff854b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-80000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-81000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-81000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ff3d8a8029fdaa0d051fd05290938abb6dd5caff Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-81000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-81000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-81000.index new file mode 100644 index 0000000000000000000000000000000000000000..f5f0606ecb2452f3c46c8a9fd76f65a504d59d3c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-81000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-82000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-82000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..2c2cd04d2a3666392993f56870916ab5c2517d92 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-82000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-82000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-82000.index new file mode 100644 index 0000000000000000000000000000000000000000..6e6e9e77099c893ffb997f55d31b07d44fb118bd Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-82000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-83000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-83000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..94ca4e58ebd52d62ee2bf31a7d1f1bc4857b8bb0 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-83000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-83000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-83000.index new file mode 100644 index 0000000000000000000000000000000000000000..1c76a3211612d1c2aebf896b6f8ee4764637c10e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-83000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-84000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-84000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ee201014f384e932c81ead9925dcc89f27ab211c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-84000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-84000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-84000.index new file mode 100644 index 0000000000000000000000000000000000000000..69d16f208ca9c6f3aa56e7609f5e722529ad51c8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-84000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-85000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-85000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..89143cc60eb6cc5b38d84801e1be4d28eb0efd95 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-85000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-85000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-85000.index new file mode 100644 index 0000000000000000000000000000000000000000..2706bca42f17b8a7a0161a06fb23ddfe2370bf95 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-85000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-85540.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-85540.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..62796d8754feee0052d312bb92e5fe66b370d69a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-85540.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-85540.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-85540.index new file mode 100644 index 0000000000000000000000000000000000000000..93cb526d22145483591ed8012e545f76e8031fa8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-85540.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-86000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-86000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..db4adf64a55283a7e9d3c4769b89ce6106d65f3f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-86000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-86000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-86000.index new file mode 100644 index 0000000000000000000000000000000000000000..cbb7caf533764b59942effad619bd3760c1e36e4 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-86000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-87000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-87000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..fb7e43e63e75add8b5da52096bd5312ef25b5c73 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-87000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-87000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-87000.index new file mode 100644 index 0000000000000000000000000000000000000000..b8af6bf402dac992cd75baecfdd68835c2385af7 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-87000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-88000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-88000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..871a9c1aa6e4a2dee03e522728aac8abd5272958 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-88000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-88000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-88000.index new file mode 100644 index 0000000000000000000000000000000000000000..d397a0d0072bca77571e4b75ca614a291ada6e2e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-88000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-89000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-89000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..06e4e82b9c7cd9957b512de6dfeb221c0b7c754f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-89000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-89000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-89000.index new file mode 100644 index 0000000000000000000000000000000000000000..0c4eb24e9c5df6e61fcfb1699b8d4b665fd16beb Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-89000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-9000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-9000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..11ede3980e46a99e51ae4ffb7685d1063c873263 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-9000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-9000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-9000.index new file mode 100644 index 0000000000000000000000000000000000000000..736d1e64ba05c6c82833252114620a3638f91aea Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-9000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-90000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-90000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..63c1032c03abd8b0feeb41d67491d6133e862599 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-90000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-90000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-90000.index new file mode 100644 index 0000000000000000000000000000000000000000..b451838c6e6a886ad99d7ba099856e553576ddab Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-90000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-91000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-91000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..bcea9cc5706992756a5cb7954b8b2713550484de Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-91000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-91000.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-91000.index new file mode 100644 index 0000000000000000000000000000000000000000..769c8409817a794b1ec00ebb60211d8b961999b8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-91000.index differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-91500.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-91500.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..0755fb95358fd65c96453f37ce49e073ca7533ce Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-91500.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-91500.index b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-91500.index new file mode 100644 index 0000000000000000000000000000000000000000..5ab012ef630c256f9302bef9b3f749afc38cabaf Binary files /dev/null and b/checkpoints/iter_ckpt_rank_02/iter_ckpt_rank_02-91500.index differ