diff --git a/.gitattributes b/.gitattributes index feba2ea6b5bafb4fd92dcb63913124ac1e79ba05..55e993f5096b3391bbe25c72b61a6f3241a892ba 100644 --- a/.gitattributes +++ b/.gitattributes @@ -156,3 +156,4 @@ checkpoints/ckpt-70000.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text checkpoints/ckpt-91500.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text checkpoints/ckpt-42730.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text checkpoints/ckpt-90000.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text +checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-17000.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text diff --git a/checkpoints/iter_ckpt_rank_09/checkpoint b/checkpoints/iter_ckpt_rank_09/checkpoint new file mode 100644 index 0000000000000000000000000000000000000000..94bc923ab2ef61e6bbf4d52b893cab9ed6ff6051 --- /dev/null +++ b/checkpoints/iter_ckpt_rank_09/checkpoint @@ -0,0 +1,202 @@ +model_checkpoint_path: "iter_ckpt_rank_09-17000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-18000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-19000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-20000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-21000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-21350" +all_model_checkpoint_paths: "iter_ckpt_rank_09-22000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-23000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-24000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-25000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-26000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-27000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-28000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-29000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-30000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-31000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-32000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-33000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-34000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-35000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-36000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-37000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-38000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-39000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-40000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-41000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-42000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-42730" +all_model_checkpoint_paths: "iter_ckpt_rank_09-43000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-44000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-45000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-46000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-47000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-48000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-49000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-50000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-51000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-52000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-53000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-54000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-55000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-56000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-57000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-58000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-59000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-60000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-61000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-62000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-63000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-64000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-64130" +all_model_checkpoint_paths: "iter_ckpt_rank_09-65000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-66000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-67000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-68000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-69000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-70000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-71000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-72000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-73000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-74000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-75000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-76000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-77000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-78000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-79000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-80000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-81000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-82000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-83000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-84000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-85000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-85540" +all_model_checkpoint_paths: "iter_ckpt_rank_09-86000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-87000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-88000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-89000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-90000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-91000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-91500" +all_model_checkpoint_paths: "iter_ckpt_rank_09-1000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-2000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-3000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-3960" +all_model_checkpoint_paths: "iter_ckpt_rank_09-4000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-5000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-6000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-7000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-7920" +all_model_checkpoint_paths: "iter_ckpt_rank_09-8000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-9000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-10000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-11000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-11880" +all_model_checkpoint_paths: "iter_ckpt_rank_09-12000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-13000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-14000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-15000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-15820" +all_model_checkpoint_paths: "iter_ckpt_rank_09-16000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-17000" +all_model_checkpoint_timestamps: 1723631952.548597 +all_model_checkpoint_timestamps: 1723635286.6768172 +all_model_checkpoint_timestamps: 1723638618.553435 +all_model_checkpoint_timestamps: 1723641950.9780521 +all_model_checkpoint_timestamps: 1723643118.2371993 +all_model_checkpoint_timestamps: 1723645752.287594 +all_model_checkpoint_timestamps: 1723649086.8323855 +all_model_checkpoint_timestamps: 1723652420.0524962 +all_model_checkpoint_timestamps: 1723655752.265595 +all_model_checkpoint_timestamps: 1723659085.8213763 +all_model_checkpoint_timestamps: 1723662418.392338 +all_model_checkpoint_timestamps: 1723665750.0836387 +all_model_checkpoint_timestamps: 1723669082.7821386 +all_model_checkpoint_timestamps: 1723672412.9811509 +all_model_checkpoint_timestamps: 1723675744.7572713 +all_model_checkpoint_timestamps: 1723679077.5135972 +all_model_checkpoint_timestamps: 1723682408.4124177 +all_model_checkpoint_timestamps: 1723685738.7999625 +all_model_checkpoint_timestamps: 1723689069.7091238 +all_model_checkpoint_timestamps: 1723692399.7947419 +all_model_checkpoint_timestamps: 1723695729.267177 +all_model_checkpoint_timestamps: 1723699059.8930464 +all_model_checkpoint_timestamps: 1723702389.9378507 +all_model_checkpoint_timestamps: 1723705718.4902012 +all_model_checkpoint_timestamps: 1723709048.9208877 +all_model_checkpoint_timestamps: 1723712378.290063 +all_model_checkpoint_timestamps: 1723714808.5501406 +all_model_checkpoint_timestamps: 1723716176.2226148 +all_model_checkpoint_timestamps: 1723719508.02837 +all_model_checkpoint_timestamps: 1723722840.4703202 +all_model_checkpoint_timestamps: 1723726171.0832572 +all_model_checkpoint_timestamps: 1723729501.02166 +all_model_checkpoint_timestamps: 1723732830.1030595 +all_model_checkpoint_timestamps: 1723736157.6483977 +all_model_checkpoint_timestamps: 1723739486.0095835 +all_model_checkpoint_timestamps: 1723742813.861564 +all_model_checkpoint_timestamps: 1723746141.776997 +all_model_checkpoint_timestamps: 1723749469.139144 +all_model_checkpoint_timestamps: 1723752795.527825 +all_model_checkpoint_timestamps: 1723756123.4849858 +all_model_checkpoint_timestamps: 1723759452.687193 +all_model_checkpoint_timestamps: 1723762779.480456 +all_model_checkpoint_timestamps: 1723766106.0775013 +all_model_checkpoint_timestamps: 1723769432.148818 +all_model_checkpoint_timestamps: 1723772762.6156325 +all_model_checkpoint_timestamps: 1723776089.3228006 +all_model_checkpoint_timestamps: 1723779416.215491 +all_model_checkpoint_timestamps: 1723782742.1739123 +all_model_checkpoint_timestamps: 1723786070.6165032 +all_model_checkpoint_timestamps: 1723786504.4922762 +all_model_checkpoint_timestamps: 1723789867.3595006 +all_model_checkpoint_timestamps: 1723793197.3141446 +all_model_checkpoint_timestamps: 1723796524.109411 +all_model_checkpoint_timestamps: 1723799853.1482675 +all_model_checkpoint_timestamps: 1723803180.3735013 +all_model_checkpoint_timestamps: 1723806508.5222676 +all_model_checkpoint_timestamps: 1723809835.1595554 +all_model_checkpoint_timestamps: 1723813162.6018517 +all_model_checkpoint_timestamps: 1723816489.1451907 +all_model_checkpoint_timestamps: 1723819815.5901048 +all_model_checkpoint_timestamps: 1723823142.3354816 +all_model_checkpoint_timestamps: 1723826468.4005418 +all_model_checkpoint_timestamps: 1723829796.6147294 +all_model_checkpoint_timestamps: 1723833122.765453 +all_model_checkpoint_timestamps: 1723836449.7287269 +all_model_checkpoint_timestamps: 1723839776.430868 +all_model_checkpoint_timestamps: 1723843103.2788975 +all_model_checkpoint_timestamps: 1723846428.9457994 +all_model_checkpoint_timestamps: 1723849754.8444874 +all_model_checkpoint_timestamps: 1723853081.0017786 +all_model_checkpoint_timestamps: 1723856407.2133303 +all_model_checkpoint_timestamps: 1723858204.4661314 +all_model_checkpoint_timestamps: 1723860200.1051922 +all_model_checkpoint_timestamps: 1723863529.0886152 +all_model_checkpoint_timestamps: 1723866858.4673786 +all_model_checkpoint_timestamps: 1723870191.1919873 +all_model_checkpoint_timestamps: 1723873541.032538 +all_model_checkpoint_timestamps: 1723876964.923019 +all_model_checkpoint_timestamps: 1723888324.0555923 +all_model_checkpoint_timestamps: 1723906869.2798955 +all_model_checkpoint_timestamps: 1723924841.5318825 +all_model_checkpoint_timestamps: 1723942797.4444249 +all_model_checkpoint_timestamps: 1723960049.7131872 +all_model_checkpoint_timestamps: 1723961239.5978053 +all_model_checkpoint_timestamps: 1723979192.332649 +all_model_checkpoint_timestamps: 1723997149.0474308 +all_model_checkpoint_timestamps: 1724015113.7537336 +all_model_checkpoint_timestamps: 1724031637.902004 +all_model_checkpoint_timestamps: 1724033548.5325596 +all_model_checkpoint_timestamps: 1724051516.424643 +all_model_checkpoint_timestamps: 1724069470.6992226 +all_model_checkpoint_timestamps: 1724087429.144059 +all_model_checkpoint_timestamps: 1724103230.3224676 +all_model_checkpoint_timestamps: 1724116581.2955701 +all_model_checkpoint_timestamps: 1724134554.2428544 +all_model_checkpoint_timestamps: 1724152511.9792962 +all_model_checkpoint_timestamps: 1724170905.248063 +all_model_checkpoint_timestamps: 1724185634.3998358 +all_model_checkpoint_timestamps: 1724240346.0246944 +all_model_checkpoint_timestamps: 1724262089.1219296 +last_preserved_timestamp: 1723571499.7784734 diff --git a/checkpoints/iter_ckpt_rank_09/checkpoint.bak b/checkpoints/iter_ckpt_rank_09/checkpoint.bak new file mode 100644 index 0000000000000000000000000000000000000000..80949be5c5988ef8ac402737db1c90342e433db6 --- /dev/null +++ b/checkpoints/iter_ckpt_rank_09/checkpoint.bak @@ -0,0 +1,194 @@ +model_checkpoint_path: "iter_ckpt_rank_09-91500" +all_model_checkpoint_paths: "iter_ckpt_rank_09-1000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-2000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-3000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-4000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-5000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-6000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-7000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-8000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-9000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-10000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-11000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-12000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-13000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-14000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-15000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-16000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-17000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-18000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-19000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-20000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-21000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-21350" +all_model_checkpoint_paths: "iter_ckpt_rank_09-22000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-23000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-24000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-25000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-26000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-27000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-28000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-29000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-30000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-31000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-32000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-33000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-34000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-35000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-36000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-37000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-38000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-39000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-40000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-41000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-42000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-42730" +all_model_checkpoint_paths: "iter_ckpt_rank_09-43000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-44000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-45000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-46000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-47000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-48000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-49000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-50000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-51000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-52000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-53000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-54000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-55000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-56000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-57000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-58000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-59000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-60000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-61000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-62000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-63000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-64000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-64130" +all_model_checkpoint_paths: "iter_ckpt_rank_09-65000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-66000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-67000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-68000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-69000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-70000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-71000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-72000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-73000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-74000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-75000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-76000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-77000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-78000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-79000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-80000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-81000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-82000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-83000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-84000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-85000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-85540" +all_model_checkpoint_paths: "iter_ckpt_rank_09-86000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-87000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-88000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-89000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-90000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-91000" +all_model_checkpoint_paths: "iter_ckpt_rank_09-91500" +all_model_checkpoint_timestamps: 1723575238.5598803 +all_model_checkpoint_timestamps: 1723578581.0175695 +all_model_checkpoint_timestamps: 1723581918.5761173 +all_model_checkpoint_timestamps: 1723585256.684745 +all_model_checkpoint_timestamps: 1723588594.4243524 +all_model_checkpoint_timestamps: 1723591933.575054 +all_model_checkpoint_timestamps: 1723595270.0172393 +all_model_checkpoint_timestamps: 1723598606.7792206 +all_model_checkpoint_timestamps: 1723601942.6498282 +all_model_checkpoint_timestamps: 1723605278.4439647 +all_model_checkpoint_timestamps: 1723608613.8260717 +all_model_checkpoint_timestamps: 1723611948.97994 +all_model_checkpoint_timestamps: 1723615282.8411915 +all_model_checkpoint_timestamps: 1723618615.7351491 +all_model_checkpoint_timestamps: 1723621950.0378869 +all_model_checkpoint_timestamps: 1723625284.7637556 +all_model_checkpoint_timestamps: 1723628619.6023512 +all_model_checkpoint_timestamps: 1723631952.548597 +all_model_checkpoint_timestamps: 1723635286.6768172 +all_model_checkpoint_timestamps: 1723638618.553435 +all_model_checkpoint_timestamps: 1723641950.9780521 +all_model_checkpoint_timestamps: 1723643118.2371993 +all_model_checkpoint_timestamps: 1723645752.287594 +all_model_checkpoint_timestamps: 1723649086.8323855 +all_model_checkpoint_timestamps: 1723652420.0524962 +all_model_checkpoint_timestamps: 1723655752.265595 +all_model_checkpoint_timestamps: 1723659085.8213763 +all_model_checkpoint_timestamps: 1723662418.392338 +all_model_checkpoint_timestamps: 1723665750.0836387 +all_model_checkpoint_timestamps: 1723669082.7821386 +all_model_checkpoint_timestamps: 1723672412.9811509 +all_model_checkpoint_timestamps: 1723675744.7572713 +all_model_checkpoint_timestamps: 1723679077.5135972 +all_model_checkpoint_timestamps: 1723682408.4124177 +all_model_checkpoint_timestamps: 1723685738.7999625 +all_model_checkpoint_timestamps: 1723689069.7091238 +all_model_checkpoint_timestamps: 1723692399.7947419 +all_model_checkpoint_timestamps: 1723695729.267177 +all_model_checkpoint_timestamps: 1723699059.8930464 +all_model_checkpoint_timestamps: 1723702389.9378507 +all_model_checkpoint_timestamps: 1723705718.4902012 +all_model_checkpoint_timestamps: 1723709048.9208877 +all_model_checkpoint_timestamps: 1723712378.290063 +all_model_checkpoint_timestamps: 1723714808.5501406 +all_model_checkpoint_timestamps: 1723716176.2226148 +all_model_checkpoint_timestamps: 1723719508.02837 +all_model_checkpoint_timestamps: 1723722840.4703202 +all_model_checkpoint_timestamps: 1723726171.0832572 +all_model_checkpoint_timestamps: 1723729501.02166 +all_model_checkpoint_timestamps: 1723732830.1030595 +all_model_checkpoint_timestamps: 1723736157.6483977 +all_model_checkpoint_timestamps: 1723739486.0095835 +all_model_checkpoint_timestamps: 1723742813.861564 +all_model_checkpoint_timestamps: 1723746141.776997 +all_model_checkpoint_timestamps: 1723749469.139144 +all_model_checkpoint_timestamps: 1723752795.527825 +all_model_checkpoint_timestamps: 1723756123.4849858 +all_model_checkpoint_timestamps: 1723759452.687193 +all_model_checkpoint_timestamps: 1723762779.480456 +all_model_checkpoint_timestamps: 1723766106.0775013 +all_model_checkpoint_timestamps: 1723769432.148818 +all_model_checkpoint_timestamps: 1723772762.6156325 +all_model_checkpoint_timestamps: 1723776089.3228006 +all_model_checkpoint_timestamps: 1723779416.215491 +all_model_checkpoint_timestamps: 1723782742.1739123 +all_model_checkpoint_timestamps: 1723786070.6165032 +all_model_checkpoint_timestamps: 1723786504.4922762 +all_model_checkpoint_timestamps: 1723789867.3595006 +all_model_checkpoint_timestamps: 1723793197.3141446 +all_model_checkpoint_timestamps: 1723796524.109411 +all_model_checkpoint_timestamps: 1723799853.1482675 +all_model_checkpoint_timestamps: 1723803180.3735013 +all_model_checkpoint_timestamps: 1723806508.5222676 +all_model_checkpoint_timestamps: 1723809835.1595554 +all_model_checkpoint_timestamps: 1723813162.6018517 +all_model_checkpoint_timestamps: 1723816489.1451907 +all_model_checkpoint_timestamps: 1723819815.5901048 +all_model_checkpoint_timestamps: 1723823142.3354816 +all_model_checkpoint_timestamps: 1723826468.4005418 +all_model_checkpoint_timestamps: 1723829796.6147294 +all_model_checkpoint_timestamps: 1723833122.765453 +all_model_checkpoint_timestamps: 1723836449.7287269 +all_model_checkpoint_timestamps: 1723839776.430868 +all_model_checkpoint_timestamps: 1723843103.2788975 +all_model_checkpoint_timestamps: 1723846428.9457994 +all_model_checkpoint_timestamps: 1723849754.8444874 +all_model_checkpoint_timestamps: 1723853081.0017786 +all_model_checkpoint_timestamps: 1723856407.2133303 +all_model_checkpoint_timestamps: 1723858204.4661314 +all_model_checkpoint_timestamps: 1723860200.1051922 +all_model_checkpoint_timestamps: 1723863529.0886152 +all_model_checkpoint_timestamps: 1723866858.4673786 +all_model_checkpoint_timestamps: 1723870191.1919873 +all_model_checkpoint_timestamps: 1723873541.032538 +all_model_checkpoint_timestamps: 1723876964.923019 +all_model_checkpoint_timestamps: 1723879056.4401124 +last_preserved_timestamp: 1723571499.7784734 diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-1000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-1000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..4a12ca466800415fe9074e88ee9652248f145632 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-1000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-1000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-1000.index new file mode 100644 index 0000000000000000000000000000000000000000..5c1d2c96b92a17b42dbdf22dce0e53b15ded0911 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-1000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-10000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-10000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..e064041d68a6c0d912dc8c663a2a00a39428d88f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-10000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-10000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-10000.index new file mode 100644 index 0000000000000000000000000000000000000000..03bef6b827aed500c5ddd5391015dc3b0871dbfa Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-10000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-11000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-11000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..9f4258ced90b59a8b0d12f0c0fed36df86aab93d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-11000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-11000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-11000.index new file mode 100644 index 0000000000000000000000000000000000000000..1b164f81ea17e0bcbe0e954d8ac4dd65231f7ff3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-11000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-11880.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-11880.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..225473e7665948e169e358b957aea3bffa98c948 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-11880.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-11880.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-11880.index new file mode 100644 index 0000000000000000000000000000000000000000..7d54dc730d2a41deaf7c3fa9d112214ec35dd39c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-11880.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-12000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-12000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..2139015199845686a17b19c769aa03ac0c19b5bb Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-12000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-12000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-12000.index new file mode 100644 index 0000000000000000000000000000000000000000..da89d8e6f5910d86591cde4e940e6fcba1abaa52 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-12000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-13000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-13000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..003573a6f70ae06766eb35bd96310b5ff4ad9275 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-13000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-13000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-13000.index new file mode 100644 index 0000000000000000000000000000000000000000..e62441942321be46bec95ecc968cb68ba2e4130f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-13000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-14000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-14000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..7b307513f81468c560c3fa9bf1a3d385d2361668 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-14000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-14000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-14000.index new file mode 100644 index 0000000000000000000000000000000000000000..b976fe83428ad7324fd3c14caadf32f47f47523e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-14000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-15000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-15000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ef6492657d1451a06971fef7a74611293dbc413c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-15000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-15000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-15000.index new file mode 100644 index 0000000000000000000000000000000000000000..ef982052bc41360f10eb047030b896354231ae9b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-15000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-15820.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-15820.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..74e1b68979a1a82c54f789374d593cfb21f5a821 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-15820.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-15820.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-15820.index new file mode 100644 index 0000000000000000000000000000000000000000..07bb1c5d6202af65110328f97253d8faff4acb7d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-15820.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-16000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-16000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..c913a25423d1625fcac72f79a7ac81dda90cf70f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-16000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-16000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-16000.index new file mode 100644 index 0000000000000000000000000000000000000000..60ef98cc02eb40455ef84c697f6fea30033652a7 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-16000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-17000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-17000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..2217692472924047129bcad9c0eb63cdf7877734 --- /dev/null +++ b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-17000.data-00000-of-00001 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c0fb5cbb6de8561df571b1e473dfb12930056b9b9a7418f06ef6ff37aea4c1d +size 1175058 diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-17000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-17000.index new file mode 100644 index 0000000000000000000000000000000000000000..9c8f11e548816d41db01c35c9943bcab8edc22d4 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-17000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-18000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-18000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..25a9d8468c4c7d49efaf4153873d00bce9b8db63 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-18000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-18000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-18000.index new file mode 100644 index 0000000000000000000000000000000000000000..17874461dd8de193a2f715ec065e9306a0bcda90 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-18000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-19000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-19000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..87a24878e9ae6be67b2e5a11c2373bd2523d417d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-19000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-19000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-19000.index new file mode 100644 index 0000000000000000000000000000000000000000..1dd93e08fcf9cd1d8a5a8479a3a5f25d0f5f37a5 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-19000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-2000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-2000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..eb12722054018e8b0cd308a8e524f7eecb26c50b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-2000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-2000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-2000.index new file mode 100644 index 0000000000000000000000000000000000000000..394a51b981ee4b423edb3cde293f3b130a0312b4 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-2000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-20000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-20000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..72e9af27108a3b583a1fa3235fc276d56d2bb48d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-20000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-20000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-20000.index new file mode 100644 index 0000000000000000000000000000000000000000..0d8395e820169511afe8b9b15f8ff82e4311e692 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-20000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-21000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-21000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..1ac1d0fad3f0ae8b3edae96e1711f33a61908232 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-21000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-21000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-21000.index new file mode 100644 index 0000000000000000000000000000000000000000..ce94ca841e0c4a79d43f83ed1953a7ee040ce408 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-21000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-21350.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-21350.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..0cc8da79572479e73d0e6bc702aa2fa8dc07287c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-21350.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-21350.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-21350.index new file mode 100644 index 0000000000000000000000000000000000000000..3b6fec31b5f07a0e779fb71167cef25ee1179c4b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-21350.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-22000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-22000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..a433206362431a5048033630699fb92a3c00e519 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-22000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-22000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-22000.index new file mode 100644 index 0000000000000000000000000000000000000000..13af773f3d4810964cc1932b951c9901b08994c4 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-22000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-23000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-23000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..93bb5e5ed3c8608e62f019b03099f1c17f9ef381 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-23000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-23000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-23000.index new file mode 100644 index 0000000000000000000000000000000000000000..e7631f8d447f4464425b104e977110e94f7599a9 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-23000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-24000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-24000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..eb08db8e08e77fd62dba1c055251a4d025333bd0 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-24000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-24000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-24000.index new file mode 100644 index 0000000000000000000000000000000000000000..593b04cfc2e9645fe348d5f8d18f53fccec84db9 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-24000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-25000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-25000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..c9badf323caa25f7425e8f6bc380e6cf32aae6c3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-25000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-25000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-25000.index new file mode 100644 index 0000000000000000000000000000000000000000..dcc218b2dfd3b15dbce41ae491207dfe13e8a1ae Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-25000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-26000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-26000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..313d353cc7f9d1234dbd11faf76a74d607356b00 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-26000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-26000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-26000.index new file mode 100644 index 0000000000000000000000000000000000000000..c621ba9101ef9ba456ae8498dfb56766aecb2b40 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-26000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-27000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-27000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..64830ab5050ad23e86b51a09471fbbd94598dafd Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-27000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-27000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-27000.index new file mode 100644 index 0000000000000000000000000000000000000000..f9fd614f4e4a09f34c6106e2d9ee5042a2a19a72 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-27000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-28000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-28000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..0a2268d85c1a9627cd701f4d4b4e856025233f83 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-28000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-28000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-28000.index new file mode 100644 index 0000000000000000000000000000000000000000..c1c77d5d99abd069114f6cb2c34dfa79f657ef3c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-28000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-29000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-29000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..2957fa57768b25839a1dcc11c8883492cf9b5c27 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-29000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-29000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-29000.index new file mode 100644 index 0000000000000000000000000000000000000000..1869dd951d364e97b05b75a23e2d843822746c28 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-29000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-3000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-3000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..113b8941ec4a50aa8b9f3a21d482cd44d64d8e74 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-3000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-3000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-3000.index new file mode 100644 index 0000000000000000000000000000000000000000..0494c4361f6542f999038caed5fc4c9ad4d1d0f4 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-3000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-30000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-30000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..388f41040418a73d3f9a4a3db4466625acff3745 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-30000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-30000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-30000.index new file mode 100644 index 0000000000000000000000000000000000000000..31892dadd43a9b9499cc679168ea9097558bd9da Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-30000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-31000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-31000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..09f9caf6b2a1628e144b899450c1adf22b1ce5e8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-31000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-31000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-31000.index new file mode 100644 index 0000000000000000000000000000000000000000..fc2c662ccc365474bc7d08c39f8aee0424683c20 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-31000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-32000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-32000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..f32b8e2496f355e8a4854fb9a56dc3680851ef91 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-32000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-32000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-32000.index new file mode 100644 index 0000000000000000000000000000000000000000..d138b3edcf31d01da937f2fbc3fbf0428849d086 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-32000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-33000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-33000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..850bcfd5116fd94d28a5a5b6fdff56a5c0953c5d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-33000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-33000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-33000.index new file mode 100644 index 0000000000000000000000000000000000000000..b08584a2c9dab00323c406330efa735fa9e3d525 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-33000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-34000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-34000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ded42224da6fd263384f2905dfd51c403a906962 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-34000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-34000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-34000.index new file mode 100644 index 0000000000000000000000000000000000000000..7d0ee8611ace310483bc9f45459e465e4ee644ae Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-34000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-35000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-35000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..5f2fc9b60824aaaff6229dbd95fd5c1834db2bc1 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-35000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-35000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-35000.index new file mode 100644 index 0000000000000000000000000000000000000000..101fd3a705fa77113fc377850c56f16da0569128 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-35000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-36000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-36000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..9f65d963dc86436764aedac7a63b1e7be5376754 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-36000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-36000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-36000.index new file mode 100644 index 0000000000000000000000000000000000000000..f2d8bfb17eaebbcdd83025a5be8d7cf14ac34ee0 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-36000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-37000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-37000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..5555a64fce144c995c049ea8157f603002a513bf Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-37000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-37000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-37000.index new file mode 100644 index 0000000000000000000000000000000000000000..abdf821a0b774fb8a9b2cecea3482be77d9f31dc Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-37000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-38000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-38000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..61ed04f9a6e9c8d40879a4accb95584a56fa8eaf Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-38000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-38000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-38000.index new file mode 100644 index 0000000000000000000000000000000000000000..88f10e5fb708ffc937f395096e56453d9fef2cd7 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-38000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-39000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-39000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..17c5c55ef86ad8225db5529677f02f053c9a45f4 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-39000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-39000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-39000.index new file mode 100644 index 0000000000000000000000000000000000000000..ab9ffd4d70c325b8a958edef8f6846184b0c8b5a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-39000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-3960.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-3960.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..a856e257e51b5cb63113bc882253f05ad17b7dcb Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-3960.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-3960.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-3960.index new file mode 100644 index 0000000000000000000000000000000000000000..1643498ca45e409417ad37d058b37c150312a3cf Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-3960.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-4000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-4000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..04af0a2859dd627e91d8a1c1374b469c4a27f538 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-4000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-4000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-4000.index new file mode 100644 index 0000000000000000000000000000000000000000..725b229a5172c83849218d3ee52621dc8d8c983b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-4000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-40000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-40000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..dfbccb8d958e4f8c4aaf78c86bc17fc03da59a27 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-40000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-40000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-40000.index new file mode 100644 index 0000000000000000000000000000000000000000..c6bdc51156c961b72b406ce5ec59e1eff5de5c0f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-40000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-41000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-41000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..dee35d44b42fb36e5546fb3569c2a4a37cd889e5 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-41000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-41000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-41000.index new file mode 100644 index 0000000000000000000000000000000000000000..9dfeee5a4a69fb8a614fa6d9f2958258f9b5739f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-41000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-42000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-42000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..d88d855cc60d46d95799cdd0b18204e119a0d81d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-42000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-42000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-42000.index new file mode 100644 index 0000000000000000000000000000000000000000..a9bf834589d760464e301d669424e689d6656907 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-42000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-42730.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-42730.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..e8669ad96f9c84426363b8f4674c0122989f9424 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-42730.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-42730.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-42730.index new file mode 100644 index 0000000000000000000000000000000000000000..134cfb90acee7e699c905f627875e66a67f23dd6 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-42730.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-43000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-43000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ec3ac02a4c18be0936e5609b77198ad51da4f21e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-43000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-43000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-43000.index new file mode 100644 index 0000000000000000000000000000000000000000..cca52198ce6003d50e4c26d5c54350ecf5243962 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-43000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-44000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-44000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..f17f4447f6d49d6145fb52435c1808436ec0597d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-44000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-44000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-44000.index new file mode 100644 index 0000000000000000000000000000000000000000..513bac83c297026a53f84e9e669a78fd1ea29e95 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-44000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-45000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-45000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..685e9ddafff8bf06734e904946f63f92659e6d6e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-45000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-45000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-45000.index new file mode 100644 index 0000000000000000000000000000000000000000..3531a08af6276b34ceb5f3aa27aef0895ca7c419 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-45000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-46000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-46000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..323209ea575a788bf995f34a7a21efc2ade4718e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-46000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-46000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-46000.index new file mode 100644 index 0000000000000000000000000000000000000000..db59061370bb9b87e245a809e08936f756224e6b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-46000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-47000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-47000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..94c07a3eb85de7afe30146875fed96d59408c103 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-47000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-47000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-47000.index new file mode 100644 index 0000000000000000000000000000000000000000..d451507ed34d00e6833270d8b6b80898b2dc9e10 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-47000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-48000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-48000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..0fdc685669af5614b2cb40d835bc884ece44a766 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-48000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-48000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-48000.index new file mode 100644 index 0000000000000000000000000000000000000000..e889c67bb899b955ea48668a0a7d3f9e233ec99b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-48000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-49000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-49000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ebcc954213d4c979a07a81512685db5d3b4027f2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-49000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-49000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-49000.index new file mode 100644 index 0000000000000000000000000000000000000000..f3d90a65f9fcbef5511fd839d8ac73aa530861d9 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-49000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-5000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-5000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ace51efdb82cb6529b48e4f373e88ad1a6d43fa6 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-5000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-5000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-5000.index new file mode 100644 index 0000000000000000000000000000000000000000..f00ce38b0ef123714b1e1302048294d0869b507b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-5000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-50000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-50000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..2d45fe871fae747d1a585316bcd328439143926c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-50000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-50000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-50000.index new file mode 100644 index 0000000000000000000000000000000000000000..c622100554255d049c6c4f183c7733cf88d0adad Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-50000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-51000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-51000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..58d79beb8efab82250f052612620209b074ad2c5 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-51000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-51000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-51000.index new file mode 100644 index 0000000000000000000000000000000000000000..c42876941cd91a2fb2db0895bd63ccdd4daa3512 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-51000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-52000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-52000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..0d3716afdedb79612937e89fba62fd3c9d142eb8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-52000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-52000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-52000.index new file mode 100644 index 0000000000000000000000000000000000000000..b2d315ae86f8d2f099a0ea498ed99f1c0b65b587 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-52000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-53000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-53000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..c2a9d5abbae63a59c67f09581a1f936b8fea2303 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-53000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-53000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-53000.index new file mode 100644 index 0000000000000000000000000000000000000000..d04a3a92aec3f5a4dedcd7cac3be40d742e8d5c3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-53000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-54000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-54000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..5001f28470650c958a8d8351cd4912ac9119f67d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-54000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-54000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-54000.index new file mode 100644 index 0000000000000000000000000000000000000000..ed37637eff7884e1c63f6bad6b2861f9483dfbd8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-54000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-55000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-55000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..563fcdab428ae503b8135da8545ebde5fa0daacc Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-55000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-55000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-55000.index new file mode 100644 index 0000000000000000000000000000000000000000..5f03b06e9cd00f6ceb321b7fe9a5427306546eec Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-55000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-56000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-56000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..71cf8c9a9a99fef1ed121d593f2a7a4d78b308ab Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-56000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-56000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-56000.index new file mode 100644 index 0000000000000000000000000000000000000000..a4e773a0cce50b109670af6eab4f7f69ef88884f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-56000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-57000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-57000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..60f1fc47b0e930920aa1b08a5167509b01085db9 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-57000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-57000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-57000.index new file mode 100644 index 0000000000000000000000000000000000000000..cddeda55fd53158b3d8f0dff7799d681af3e3a0f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-57000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-58000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-58000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..55fbd81c7cd2b41407401dd99e2fdb395d7a5663 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-58000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-58000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-58000.index new file mode 100644 index 0000000000000000000000000000000000000000..01d5041b4ac1818d5e2256c286f0d00969f2ff84 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-58000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-59000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-59000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..216ee8e670d00a98618b8bf1f11bbfd9463c8aae Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-59000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-59000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-59000.index new file mode 100644 index 0000000000000000000000000000000000000000..59ee771192240e01e8a89330050a91f62e205e6f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-59000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-6000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-6000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..31f312bb7c8f20842f2898da2385b93d121f561e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-6000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-6000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-6000.index new file mode 100644 index 0000000000000000000000000000000000000000..71c78a0ead8d5149d0d8fd0567b0686611342185 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-6000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-60000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-60000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..f625149208de504d3b4399ea663c72481edd3390 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-60000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-60000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-60000.index new file mode 100644 index 0000000000000000000000000000000000000000..d2dafafdadf1ee60b6f6560193ffbc9776b84bee Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-60000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-61000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-61000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..a0c35d4d1b2bbf76af476481e0b20c898f7135b9 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-61000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-61000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-61000.index new file mode 100644 index 0000000000000000000000000000000000000000..387fe2466521fa47e7bc5a6e1a0d5a7e7d8540bd Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-61000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-62000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-62000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..bc1d0ffdc0fc4c0056e70d0c7673e2c8fdc36c5c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-62000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-62000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-62000.index new file mode 100644 index 0000000000000000000000000000000000000000..01e96e4e9a265f60a958ab5f54f5f949a1e1f2b4 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-62000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-63000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-63000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..3590edbb49872fba32d8108e185621b9c01c4300 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-63000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-63000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-63000.index new file mode 100644 index 0000000000000000000000000000000000000000..8d06790ca5053bdb4c559218f49e60c7b43b9924 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-63000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-64000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-64000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..03d543b5e868c8d78ec4031105c57d799de914d3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-64000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-64000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-64000.index new file mode 100644 index 0000000000000000000000000000000000000000..5a20e519302083604d71ae98740da95f94a29510 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-64000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-64130.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-64130.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..212fcd78b68f5e370b56611ccaabebbc30237647 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-64130.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-64130.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-64130.index new file mode 100644 index 0000000000000000000000000000000000000000..6e83b7993061a28f896a0273630cfafb4ee20464 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-64130.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-65000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-65000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..2045dfa9e78d7c7ee24ab6ca96b999b44163b299 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-65000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-65000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-65000.index new file mode 100644 index 0000000000000000000000000000000000000000..3ce5f6f79f4919def2e40cbfba01370906e94f2f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-65000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-66000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-66000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..3e8a9da7b0d7a5e978d6134e09757aa6a6125ee7 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-66000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-66000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-66000.index new file mode 100644 index 0000000000000000000000000000000000000000..9f0bbe8fa58d68a959f90861be155d18cb842926 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-66000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-67000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-67000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..3be88378800405e1f65a222e86984500b93e967a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-67000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-67000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-67000.index new file mode 100644 index 0000000000000000000000000000000000000000..a88f3192e1b5096689bb063ce6d94fde0ff66f3f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-67000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-68000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-68000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..490972334bb06b8bd86af0308ee571ea147db5d7 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-68000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-68000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-68000.index new file mode 100644 index 0000000000000000000000000000000000000000..0057ba8f61b173aa1a06c8c603cac48500313bca Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-68000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-69000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-69000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..739118ec3361abb1aeec235889c8c826cb940a50 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-69000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-69000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-69000.index new file mode 100644 index 0000000000000000000000000000000000000000..2a3747b1381708320f866be76ceae5d71c8b0152 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-69000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-7000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-7000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..23ab5816bf8057d6c4dd37c470af97c91ac61008 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-7000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-7000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-7000.index new file mode 100644 index 0000000000000000000000000000000000000000..32018c60db08bcb9ea505b35f4fc208907b439af Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-7000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-70000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-70000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..c9ad83bcee0d395d62505e2d2e2fa8e4ff3dad66 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-70000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-70000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-70000.index new file mode 100644 index 0000000000000000000000000000000000000000..48c8b3b4c57ba3499749acb6272282c6a6b0bdfe Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-70000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-71000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-71000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..26a1d338caf9331bde1ddaddbf6751b635753ef7 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-71000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-71000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-71000.index new file mode 100644 index 0000000000000000000000000000000000000000..b7586b50588203cda7038844c2b27fc201c3b1e3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-71000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-72000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-72000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..4580c6c1c1a4b9929851e154508fe6a8b4535921 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-72000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-72000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-72000.index new file mode 100644 index 0000000000000000000000000000000000000000..3ccecaa359f7136db52721199b2c22645a0fa39b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-72000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-73000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-73000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..37c53253fb925d04fc5b7b98efdfc56555c5b76d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-73000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-73000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-73000.index new file mode 100644 index 0000000000000000000000000000000000000000..44bf1c0474bd179dc3bd83f38bfaba19892cc87e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-73000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-74000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-74000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..11b3691d99d183e81bc08bc505d702e789963a0a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-74000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-74000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-74000.index new file mode 100644 index 0000000000000000000000000000000000000000..6caaae7a83c3c08855765ae23c82a215ed6c123c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-74000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-75000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-75000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..b12890d6f9eb3d1b6aa2b27e6923f608d68feb41 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-75000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-75000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-75000.index new file mode 100644 index 0000000000000000000000000000000000000000..d8bc74861b548cea039331a5c315f29ff07f5051 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-75000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-76000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-76000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..0ddfc2e033e6c950d1463668ef2ceb9173317a85 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-76000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-76000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-76000.index new file mode 100644 index 0000000000000000000000000000000000000000..ba897ec864ab47c15f867c44cf21f93d93fef9e1 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-76000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-77000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-77000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ceb636e538200dd30a2b6f089f79f645ff7c8308 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-77000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-77000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-77000.index new file mode 100644 index 0000000000000000000000000000000000000000..1fa392e47f6649701149ea8c70a9df1d1585320f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-77000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-78000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-78000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..e9e4e5c5fec04a4935e801f1c3fecc7b904e834b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-78000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-78000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-78000.index new file mode 100644 index 0000000000000000000000000000000000000000..a78fc25b0be9a2650cb28525dd80b6c6c5ba3362 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-78000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-79000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-79000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..f38ab612b7df92101238a5e59c7d7d3165335da5 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-79000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-79000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-79000.index new file mode 100644 index 0000000000000000000000000000000000000000..9417c6f28b9fd005a774ad45aec3e14dc444069d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-79000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-7920.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-7920.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..97c04c5a10974972192e205d9c55d23938c3e626 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-7920.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-7920.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-7920.index new file mode 100644 index 0000000000000000000000000000000000000000..d11541c523251056bf0e5bf0cdc8835b5250ce18 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-7920.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-8000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-8000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..3bf4603e997be85e801424a281d10fa4a0c0e137 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-8000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-8000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-8000.index new file mode 100644 index 0000000000000000000000000000000000000000..3192594d60170d438860d58fac76892b47db8e8c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-8000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-80000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-80000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..7c7a3248b490ff3abec6cb19eeba1c25f0d0708e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-80000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-80000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-80000.index new file mode 100644 index 0000000000000000000000000000000000000000..923545114477012b4beee9d2e7b4a77f7c84d0db Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-80000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-81000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-81000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..16cc6c79558da38574d013bff87f3acb38da20e8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-81000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-81000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-81000.index new file mode 100644 index 0000000000000000000000000000000000000000..1e294cd706662856e1cc9759b1694a66bf8252da Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-81000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-82000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-82000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..c1fa8843e9ca36b10d4fa9a032c1cf3adb713897 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-82000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-82000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-82000.index new file mode 100644 index 0000000000000000000000000000000000000000..d66f19a311b7231352f81fb4944967c61db184fd Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-82000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-83000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-83000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..49574d0189c0671f7d3b6eb71e6897c06303c0ce Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-83000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-83000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-83000.index new file mode 100644 index 0000000000000000000000000000000000000000..bf83d9991f9f4253b3686c9ca5d9775deff0112d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-83000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-84000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-84000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..186c6fcfd012456a3de4ee23643aae89f4f41df3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-84000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-84000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-84000.index new file mode 100644 index 0000000000000000000000000000000000000000..c50fe4b3ea2d298884faa4252bb41282710e952c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-84000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-85000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-85000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..1e2e055be99afcb3e5e9d41c713054385c68ee09 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-85000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-85000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-85000.index new file mode 100644 index 0000000000000000000000000000000000000000..99a8c728f27fde0276361bb83a2051372fb6976c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-85000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-85540.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-85540.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..f8a565c1c7958786830368098aa989f18101c1c4 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-85540.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-85540.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-85540.index new file mode 100644 index 0000000000000000000000000000000000000000..0177d96199b6e363324c458804dc10b0d72724a1 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-85540.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-86000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-86000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..d772aa88a1974c9f39103dd9d6530225cf6fc78d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-86000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-86000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-86000.index new file mode 100644 index 0000000000000000000000000000000000000000..5f0e162cfc77fe7a49a50a0984e52216a9065055 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-86000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-87000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-87000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..c966c3a4ef710cd1a14681430b14ea32516a84ae Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-87000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-87000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-87000.index new file mode 100644 index 0000000000000000000000000000000000000000..981c8c3898145c11c00ad305de93d16ce77ce77b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-87000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-88000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-88000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ee0c88b2a02a80e9a5a64524a59f1c44daa9484d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-88000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-88000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-88000.index new file mode 100644 index 0000000000000000000000000000000000000000..5e825f68ad34373038d1c8e79d2bafbe9af271b2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-88000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-89000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-89000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..7370d0245883455f53c2f3877846aebfe51fc8a3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-89000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-89000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-89000.index new file mode 100644 index 0000000000000000000000000000000000000000..bbd08448811f012543b0bc400283b4513ef0e62b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-89000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-9000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-9000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..9244553caa6f5ea4c3f1cbd5a86ef664927cd14d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-9000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-9000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-9000.index new file mode 100644 index 0000000000000000000000000000000000000000..2bc6a81ab38316295735a4eeb1778cb5cf289d1b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-9000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-90000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-90000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..d40b0fa8f6e66e704e0bd3f30ee5c75a7342cfc7 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-90000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-90000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-90000.index new file mode 100644 index 0000000000000000000000000000000000000000..e2668134dbd2880374afa9eb61a902964020e8cf Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-90000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-91000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-91000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..4acde0dd5cf5287d06f53c182a09ac7562fffac3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-91000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-91000.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-91000.index new file mode 100644 index 0000000000000000000000000000000000000000..18fca1f601b1c74404bf3941b489c43b4da910cf Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-91000.index differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-91500.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-91500.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..f6f39908b73954ba5d9938b338b13a97ba2ec54d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-91500.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-91500.index b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-91500.index new file mode 100644 index 0000000000000000000000000000000000000000..34db8a21f26aa05823b2cc8a8fe9739a33b8a30d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_09/iter_ckpt_rank_09-91500.index differ