diff --git a/.gitattributes b/.gitattributes index 5b9c8a1a57fa5f8dae2116e48260778c50684b13..197bffd28302c2b9425971d7770e0443687f3c76 100644 --- a/.gitattributes +++ b/.gitattributes @@ -135,3 +135,4 @@ checkpoints/ckpt-p2-15820.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -tex checkpoints/ckpt-10000.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text checkpoints/ckpt-13000.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text checkpoints/ckpt-p2-1000.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text +checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-17000.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text diff --git a/checkpoints/iter_ckpt_rank_05/checkpoint b/checkpoints/iter_ckpt_rank_05/checkpoint new file mode 100644 index 0000000000000000000000000000000000000000..ef925f3b18511997b221f92a8abc945049cd4be9 --- /dev/null +++ b/checkpoints/iter_ckpt_rank_05/checkpoint @@ -0,0 +1,202 @@ +model_checkpoint_path: "iter_ckpt_rank_05-17000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-18000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-19000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-20000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-21000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-21350" +all_model_checkpoint_paths: "iter_ckpt_rank_05-22000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-23000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-24000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-25000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-26000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-27000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-28000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-29000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-30000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-31000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-32000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-33000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-34000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-35000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-36000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-37000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-38000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-39000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-40000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-41000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-42000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-42730" +all_model_checkpoint_paths: "iter_ckpt_rank_05-43000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-44000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-45000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-46000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-47000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-48000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-49000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-50000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-51000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-52000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-53000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-54000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-55000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-56000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-57000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-58000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-59000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-60000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-61000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-62000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-63000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-64000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-64130" +all_model_checkpoint_paths: "iter_ckpt_rank_05-65000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-66000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-67000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-68000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-69000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-70000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-71000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-72000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-73000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-74000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-75000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-76000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-77000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-78000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-79000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-80000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-81000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-82000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-83000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-84000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-85000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-85540" +all_model_checkpoint_paths: "iter_ckpt_rank_05-86000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-87000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-88000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-89000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-90000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-91000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-91500" +all_model_checkpoint_paths: "iter_ckpt_rank_05-1000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-2000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-3000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-3960" +all_model_checkpoint_paths: "iter_ckpt_rank_05-4000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-5000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-6000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-7000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-7920" +all_model_checkpoint_paths: "iter_ckpt_rank_05-8000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-9000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-10000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-11000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-11880" +all_model_checkpoint_paths: "iter_ckpt_rank_05-12000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-13000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-14000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-15000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-15820" +all_model_checkpoint_paths: "iter_ckpt_rank_05-16000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-17000" +all_model_checkpoint_timestamps: 1723631952.5456185 +all_model_checkpoint_timestamps: 1723635286.6747582 +all_model_checkpoint_timestamps: 1723638618.5595722 +all_model_checkpoint_timestamps: 1723641950.9751132 +all_model_checkpoint_timestamps: 1723643118.2384417 +all_model_checkpoint_timestamps: 1723645752.30529 +all_model_checkpoint_timestamps: 1723649086.8265533 +all_model_checkpoint_timestamps: 1723652420.0515168 +all_model_checkpoint_timestamps: 1723655752.2705042 +all_model_checkpoint_timestamps: 1723659085.82088 +all_model_checkpoint_timestamps: 1723662418.3909364 +all_model_checkpoint_timestamps: 1723665750.0794055 +all_model_checkpoint_timestamps: 1723669082.7833285 +all_model_checkpoint_timestamps: 1723672412.97952 +all_model_checkpoint_timestamps: 1723675744.7513788 +all_model_checkpoint_timestamps: 1723679077.5148578 +all_model_checkpoint_timestamps: 1723682408.4103158 +all_model_checkpoint_timestamps: 1723685738.8003173 +all_model_checkpoint_timestamps: 1723689069.7120256 +all_model_checkpoint_timestamps: 1723692399.7924984 +all_model_checkpoint_timestamps: 1723695729.2718108 +all_model_checkpoint_timestamps: 1723699059.894329 +all_model_checkpoint_timestamps: 1723702389.93568 +all_model_checkpoint_timestamps: 1723705718.4823248 +all_model_checkpoint_timestamps: 1723709048.922061 +all_model_checkpoint_timestamps: 1723712378.2927926 +all_model_checkpoint_timestamps: 1723714808.5494356 +all_model_checkpoint_timestamps: 1723716176.2248678 +all_model_checkpoint_timestamps: 1723719508.0246632 +all_model_checkpoint_timestamps: 1723722840.4716952 +all_model_checkpoint_timestamps: 1723726171.0742643 +all_model_checkpoint_timestamps: 1723729501.0228589 +all_model_checkpoint_timestamps: 1723732830.1011715 +all_model_checkpoint_timestamps: 1723736157.6468575 +all_model_checkpoint_timestamps: 1723739486.0072968 +all_model_checkpoint_timestamps: 1723742813.8558881 +all_model_checkpoint_timestamps: 1723746141.7777212 +all_model_checkpoint_timestamps: 1723749469.1361172 +all_model_checkpoint_timestamps: 1723752795.525272 +all_model_checkpoint_timestamps: 1723756123.4831653 +all_model_checkpoint_timestamps: 1723759452.6855872 +all_model_checkpoint_timestamps: 1723762779.4791596 +all_model_checkpoint_timestamps: 1723766106.0779848 +all_model_checkpoint_timestamps: 1723769432.151549 +all_model_checkpoint_timestamps: 1723772762.6185124 +all_model_checkpoint_timestamps: 1723776089.3276432 +all_model_checkpoint_timestamps: 1723779416.2191167 +all_model_checkpoint_timestamps: 1723782742.1736205 +all_model_checkpoint_timestamps: 1723786070.6117265 +all_model_checkpoint_timestamps: 1723786504.4945161 +all_model_checkpoint_timestamps: 1723789867.361175 +all_model_checkpoint_timestamps: 1723793197.3127115 +all_model_checkpoint_timestamps: 1723796524.1102424 +all_model_checkpoint_timestamps: 1723799853.1559527 +all_model_checkpoint_timestamps: 1723803180.3705199 +all_model_checkpoint_timestamps: 1723806508.5261421 +all_model_checkpoint_timestamps: 1723809835.1581893 +all_model_checkpoint_timestamps: 1723813162.5971045 +all_model_checkpoint_timestamps: 1723816489.1456995 +all_model_checkpoint_timestamps: 1723819815.591093 +all_model_checkpoint_timestamps: 1723823142.334702 +all_model_checkpoint_timestamps: 1723826468.3991923 +all_model_checkpoint_timestamps: 1723829796.612854 +all_model_checkpoint_timestamps: 1723833122.766679 +all_model_checkpoint_timestamps: 1723836449.7275374 +all_model_checkpoint_timestamps: 1723839776.428046 +all_model_checkpoint_timestamps: 1723843103.2754962 +all_model_checkpoint_timestamps: 1723846428.9439564 +all_model_checkpoint_timestamps: 1723849754.8452673 +all_model_checkpoint_timestamps: 1723853080.996448 +all_model_checkpoint_timestamps: 1723856407.2164767 +all_model_checkpoint_timestamps: 1723858204.4623222 +all_model_checkpoint_timestamps: 1723860200.1000931 +all_model_checkpoint_timestamps: 1723863529.0868073 +all_model_checkpoint_timestamps: 1723866858.466703 +all_model_checkpoint_timestamps: 1723870191.1798298 +all_model_checkpoint_timestamps: 1723873541.0311897 +all_model_checkpoint_timestamps: 1723876964.9278233 +all_model_checkpoint_timestamps: 1723888324.06183 +all_model_checkpoint_timestamps: 1723906869.2908318 +all_model_checkpoint_timestamps: 1723924841.5212777 +all_model_checkpoint_timestamps: 1723942797.4481924 +all_model_checkpoint_timestamps: 1723960049.7053227 +all_model_checkpoint_timestamps: 1723961239.5987906 +all_model_checkpoint_timestamps: 1723979192.3295088 +all_model_checkpoint_timestamps: 1723997149.0441241 +all_model_checkpoint_timestamps: 1724015113.7569659 +all_model_checkpoint_timestamps: 1724031637.909802 +all_model_checkpoint_timestamps: 1724033548.5306752 +all_model_checkpoint_timestamps: 1724051516.427832 +all_model_checkpoint_timestamps: 1724069470.6931987 +all_model_checkpoint_timestamps: 1724087429.1421187 +all_model_checkpoint_timestamps: 1724103230.332514 +all_model_checkpoint_timestamps: 1724116581.3038547 +all_model_checkpoint_timestamps: 1724134554.249323 +all_model_checkpoint_timestamps: 1724152511.9768085 +all_model_checkpoint_timestamps: 1724170905.2585618 +all_model_checkpoint_timestamps: 1724185634.4032483 +all_model_checkpoint_timestamps: 1724240345.9993098 +all_model_checkpoint_timestamps: 1724262089.1229935 +last_preserved_timestamp: 1723571500.0108376 diff --git a/checkpoints/iter_ckpt_rank_05/checkpoint.bak b/checkpoints/iter_ckpt_rank_05/checkpoint.bak new file mode 100644 index 0000000000000000000000000000000000000000..a90e53eac98ebc28e28e27204c389d725f8941e8 --- /dev/null +++ b/checkpoints/iter_ckpt_rank_05/checkpoint.bak @@ -0,0 +1,194 @@ +model_checkpoint_path: "iter_ckpt_rank_05-91500" +all_model_checkpoint_paths: "iter_ckpt_rank_05-1000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-2000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-3000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-4000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-5000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-6000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-7000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-8000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-9000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-10000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-11000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-12000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-13000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-14000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-15000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-16000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-17000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-18000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-19000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-20000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-21000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-21350" +all_model_checkpoint_paths: "iter_ckpt_rank_05-22000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-23000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-24000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-25000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-26000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-27000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-28000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-29000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-30000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-31000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-32000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-33000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-34000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-35000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-36000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-37000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-38000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-39000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-40000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-41000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-42000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-42730" +all_model_checkpoint_paths: "iter_ckpt_rank_05-43000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-44000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-45000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-46000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-47000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-48000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-49000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-50000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-51000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-52000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-53000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-54000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-55000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-56000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-57000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-58000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-59000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-60000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-61000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-62000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-63000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-64000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-64130" +all_model_checkpoint_paths: "iter_ckpt_rank_05-65000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-66000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-67000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-68000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-69000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-70000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-71000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-72000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-73000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-74000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-75000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-76000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-77000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-78000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-79000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-80000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-81000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-82000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-83000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-84000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-85000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-85540" +all_model_checkpoint_paths: "iter_ckpt_rank_05-86000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-87000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-88000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-89000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-90000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-91000" +all_model_checkpoint_paths: "iter_ckpt_rank_05-91500" +all_model_checkpoint_timestamps: 1723575238.5631242 +all_model_checkpoint_timestamps: 1723578581.0163245 +all_model_checkpoint_timestamps: 1723581918.5756469 +all_model_checkpoint_timestamps: 1723585256.6814117 +all_model_checkpoint_timestamps: 1723588594.4235997 +all_model_checkpoint_timestamps: 1723591933.5742667 +all_model_checkpoint_timestamps: 1723595270.0159078 +all_model_checkpoint_timestamps: 1723598606.7795756 +all_model_checkpoint_timestamps: 1723601942.6532986 +all_model_checkpoint_timestamps: 1723605278.4511762 +all_model_checkpoint_timestamps: 1723608613.8242123 +all_model_checkpoint_timestamps: 1723611948.9787142 +all_model_checkpoint_timestamps: 1723615282.8416018 +all_model_checkpoint_timestamps: 1723618615.730181 +all_model_checkpoint_timestamps: 1723621950.0368652 +all_model_checkpoint_timestamps: 1723625284.7649777 +all_model_checkpoint_timestamps: 1723628619.6082118 +all_model_checkpoint_timestamps: 1723631952.5456185 +all_model_checkpoint_timestamps: 1723635286.6747582 +all_model_checkpoint_timestamps: 1723638618.5595722 +all_model_checkpoint_timestamps: 1723641950.9751132 +all_model_checkpoint_timestamps: 1723643118.2384417 +all_model_checkpoint_timestamps: 1723645752.30529 +all_model_checkpoint_timestamps: 1723649086.8265533 +all_model_checkpoint_timestamps: 1723652420.0515168 +all_model_checkpoint_timestamps: 1723655752.2705042 +all_model_checkpoint_timestamps: 1723659085.82088 +all_model_checkpoint_timestamps: 1723662418.3909364 +all_model_checkpoint_timestamps: 1723665750.0794055 +all_model_checkpoint_timestamps: 1723669082.7833285 +all_model_checkpoint_timestamps: 1723672412.97952 +all_model_checkpoint_timestamps: 1723675744.7513788 +all_model_checkpoint_timestamps: 1723679077.5148578 +all_model_checkpoint_timestamps: 1723682408.4103158 +all_model_checkpoint_timestamps: 1723685738.8003173 +all_model_checkpoint_timestamps: 1723689069.7120256 +all_model_checkpoint_timestamps: 1723692399.7924984 +all_model_checkpoint_timestamps: 1723695729.2718108 +all_model_checkpoint_timestamps: 1723699059.894329 +all_model_checkpoint_timestamps: 1723702389.93568 +all_model_checkpoint_timestamps: 1723705718.4823248 +all_model_checkpoint_timestamps: 1723709048.922061 +all_model_checkpoint_timestamps: 1723712378.2927926 +all_model_checkpoint_timestamps: 1723714808.5494356 +all_model_checkpoint_timestamps: 1723716176.2248678 +all_model_checkpoint_timestamps: 1723719508.0246632 +all_model_checkpoint_timestamps: 1723722840.4716952 +all_model_checkpoint_timestamps: 1723726171.0742643 +all_model_checkpoint_timestamps: 1723729501.0228589 +all_model_checkpoint_timestamps: 1723732830.1011715 +all_model_checkpoint_timestamps: 1723736157.6468575 +all_model_checkpoint_timestamps: 1723739486.0072968 +all_model_checkpoint_timestamps: 1723742813.8558881 +all_model_checkpoint_timestamps: 1723746141.7777212 +all_model_checkpoint_timestamps: 1723749469.1361172 +all_model_checkpoint_timestamps: 1723752795.525272 +all_model_checkpoint_timestamps: 1723756123.4831653 +all_model_checkpoint_timestamps: 1723759452.6855872 +all_model_checkpoint_timestamps: 1723762779.4791596 +all_model_checkpoint_timestamps: 1723766106.0779848 +all_model_checkpoint_timestamps: 1723769432.151549 +all_model_checkpoint_timestamps: 1723772762.6185124 +all_model_checkpoint_timestamps: 1723776089.3276432 +all_model_checkpoint_timestamps: 1723779416.2191167 +all_model_checkpoint_timestamps: 1723782742.1736205 +all_model_checkpoint_timestamps: 1723786070.6117265 +all_model_checkpoint_timestamps: 1723786504.4945161 +all_model_checkpoint_timestamps: 1723789867.361175 +all_model_checkpoint_timestamps: 1723793197.3127115 +all_model_checkpoint_timestamps: 1723796524.1102424 +all_model_checkpoint_timestamps: 1723799853.1559527 +all_model_checkpoint_timestamps: 1723803180.3705199 +all_model_checkpoint_timestamps: 1723806508.5261421 +all_model_checkpoint_timestamps: 1723809835.1581893 +all_model_checkpoint_timestamps: 1723813162.5971045 +all_model_checkpoint_timestamps: 1723816489.1456995 +all_model_checkpoint_timestamps: 1723819815.591093 +all_model_checkpoint_timestamps: 1723823142.334702 +all_model_checkpoint_timestamps: 1723826468.3991923 +all_model_checkpoint_timestamps: 1723829796.612854 +all_model_checkpoint_timestamps: 1723833122.766679 +all_model_checkpoint_timestamps: 1723836449.7275374 +all_model_checkpoint_timestamps: 1723839776.428046 +all_model_checkpoint_timestamps: 1723843103.2754962 +all_model_checkpoint_timestamps: 1723846428.9439564 +all_model_checkpoint_timestamps: 1723849754.8452673 +all_model_checkpoint_timestamps: 1723853080.996448 +all_model_checkpoint_timestamps: 1723856407.2164767 +all_model_checkpoint_timestamps: 1723858204.4623222 +all_model_checkpoint_timestamps: 1723860200.1000931 +all_model_checkpoint_timestamps: 1723863529.0868073 +all_model_checkpoint_timestamps: 1723866858.466703 +all_model_checkpoint_timestamps: 1723870191.1798298 +all_model_checkpoint_timestamps: 1723873541.0311897 +all_model_checkpoint_timestamps: 1723876964.9278233 +all_model_checkpoint_timestamps: 1723879056.448936 +last_preserved_timestamp: 1723571500.0108376 diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-1000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-1000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..04c288fef67213b6cfd22f5d0de559c2e9da615f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-1000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-1000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-1000.index new file mode 100644 index 0000000000000000000000000000000000000000..124fe6c8d87ca05273e957b105b9eddf8571317a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-1000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-10000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-10000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..8eca3709360c5256066a3209e1d0977029c25b44 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-10000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-10000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-10000.index new file mode 100644 index 0000000000000000000000000000000000000000..c14fe8550817e5dc1c4e34eb85bb23f59d269e7b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-10000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-11000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-11000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..9bd69f03f5e3967e35742127a43f686972c60bdc Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-11000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-11000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-11000.index new file mode 100644 index 0000000000000000000000000000000000000000..118a7873bbec73ea4c465db304464e651f0364e6 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-11000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-11880.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-11880.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..2ee1579dc5b492e4ec3383c2edaebdf19fda843c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-11880.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-11880.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-11880.index new file mode 100644 index 0000000000000000000000000000000000000000..8b352c20545dbaccfb6bd4a1dae37fdcc7b8c3aa Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-11880.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-12000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-12000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..0505addd7949aa0c5514820669c837646b798697 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-12000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-12000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-12000.index new file mode 100644 index 0000000000000000000000000000000000000000..e5b3b98198940b1e3fa3076c1ac0da4d8d6c9fdd Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-12000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-13000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-13000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..0f3b6e65268f2c86cddc9b94fbc79e00541431c2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-13000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-13000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-13000.index new file mode 100644 index 0000000000000000000000000000000000000000..ae566d900bc037cb5ab6419e67f995d5d2af1545 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-13000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-14000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-14000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..563f1454def2081818176406b84eb3f996a177cd Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-14000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-14000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-14000.index new file mode 100644 index 0000000000000000000000000000000000000000..d77efcd84b6f7533d90f0c2806757fd3bf66b298 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-14000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-15000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-15000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..925c0ab64f4d472b748f329028dd6d55dbc5a3d8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-15000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-15000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-15000.index new file mode 100644 index 0000000000000000000000000000000000000000..d8a86f74b83c79e86608be358d74f2fa953b5545 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-15000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-15820.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-15820.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..89ed5ddf1f62cb23f3118830f38c8dfb9b82807f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-15820.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-15820.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-15820.index new file mode 100644 index 0000000000000000000000000000000000000000..0759cc956f30687004f7f69fdf2e50f2466001db Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-15820.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-16000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-16000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..8c9ae5c47e62dc57b570aafc3baf18820d63a46e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-16000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-16000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-16000.index new file mode 100644 index 0000000000000000000000000000000000000000..d64b01f6e894e84d5cb0fe36dcc99296b15a4049 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-16000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-17000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-17000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..21f12915a005db24d70d2103c26be54b3d9c78ad --- /dev/null +++ b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-17000.data-00000-of-00001 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65f154e0b9e03e115b728ee2b66f0cef0483bd32f1f37df1fd2738fb2e933b26 +size 1777112 diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-17000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-17000.index new file mode 100644 index 0000000000000000000000000000000000000000..c53b2a1945be7fe22d6000963221fbef9a0152cc Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-17000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-18000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-18000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..be6b827afcc6d29174ab10d246f85adf8308b3fa Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-18000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-18000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-18000.index new file mode 100644 index 0000000000000000000000000000000000000000..05b4678400c8539254f2fb3ecb0d3793c189a9c2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-18000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-19000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-19000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..8e14f1ed4c3b6782d162381baac8a511541f6dec Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-19000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-19000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-19000.index new file mode 100644 index 0000000000000000000000000000000000000000..9e144b5d2272d9efaa27c900a5c4cb30d3955a82 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-19000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-2000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-2000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..fe7d8f78512bb532b67361f9ba67adde3e6012f5 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-2000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-2000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-2000.index new file mode 100644 index 0000000000000000000000000000000000000000..2894b30158079e25f6fddc4c027c23b4657dd928 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-2000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-20000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-20000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..b5b3c73c2b50ecf1a67839bf2cbc83873931fe05 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-20000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-20000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-20000.index new file mode 100644 index 0000000000000000000000000000000000000000..a5a5279d7863a5f1b020270686ee1bb849a73f85 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-20000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-21000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-21000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ebfd6e6bead4eca1c49b07e8b7aaf2ec4e1b99c9 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-21000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-21000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-21000.index new file mode 100644 index 0000000000000000000000000000000000000000..55f6a91dc41ee9127f99997dfe5c3cc923c14917 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-21000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-21350.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-21350.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..4a28ea40fdaf2c471a70d32a308e1736bbd72d83 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-21350.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-21350.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-21350.index new file mode 100644 index 0000000000000000000000000000000000000000..979ec4fc2567e45d0e2dbcee2d2e6aae4a0096f4 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-21350.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-22000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-22000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..446e0a75d9c668345f1ca17f903a28f540615987 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-22000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-22000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-22000.index new file mode 100644 index 0000000000000000000000000000000000000000..09d513f5c638f10472e2611e65b4e5a05f4bdf05 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-22000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-23000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-23000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..daa3859992716ae2849c02e35ce29ce3ac885b8a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-23000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-23000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-23000.index new file mode 100644 index 0000000000000000000000000000000000000000..08d5961f4cb1ba05abcb314e4f01f64162ae2ded Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-23000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-24000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-24000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..396dee7c722010590883d195cef105ee5755bb34 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-24000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-24000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-24000.index new file mode 100644 index 0000000000000000000000000000000000000000..a8abe824ab6ca5c1c32e38d142073cf148559911 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-24000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-25000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-25000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..a5689f7d024d493973924fa69f4666611db9d03f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-25000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-25000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-25000.index new file mode 100644 index 0000000000000000000000000000000000000000..4c75cb649228497704993e04c6351c97d04954ec Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-25000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-26000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-26000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..d6141df0e1fed7c7d0dc5f103b4511c54ee2692c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-26000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-26000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-26000.index new file mode 100644 index 0000000000000000000000000000000000000000..913a27c227f53a6bb383e95610dcf415eff1655f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-26000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-27000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-27000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..477ae40dcf87143cc6ae2ca87b4fed687c80cd56 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-27000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-27000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-27000.index new file mode 100644 index 0000000000000000000000000000000000000000..13e4bf8a474fb3bc66f790cf9c6e54ac9a03b163 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-27000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-28000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-28000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..23ced2c59d7674b0b7085d6fd8a3e2d2938b0349 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-28000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-28000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-28000.index new file mode 100644 index 0000000000000000000000000000000000000000..86c9c3c09ae656c191d7cffa508f3c207726f9e0 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-28000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-29000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-29000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..fa58897dea8fbbb5c3dd134886c46d51b179a587 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-29000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-29000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-29000.index new file mode 100644 index 0000000000000000000000000000000000000000..2ef79e36088caab7532207c6a705866714b1ffe6 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-29000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-3000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-3000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..d15db989b6b78e8465c69c51853398ce2cf3874f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-3000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-3000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-3000.index new file mode 100644 index 0000000000000000000000000000000000000000..4cadb7b08c46e9dbf5be064ab305373c6295c48d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-3000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-30000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-30000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..7cefde235601c126bf99900bcd6f788124787f9c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-30000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-30000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-30000.index new file mode 100644 index 0000000000000000000000000000000000000000..e48b091ce589816053c035ea7d9eabc0b1438d22 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-30000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-31000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-31000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..598684364d25837469bdc24b3340bbd8d9e796a2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-31000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-31000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-31000.index new file mode 100644 index 0000000000000000000000000000000000000000..684550e9ac3c71ed702e71f12e64d76cc892106d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-31000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-32000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-32000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..3eae6fa626f3ad5cd046c13dd95aa0248de43025 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-32000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-32000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-32000.index new file mode 100644 index 0000000000000000000000000000000000000000..e8919c044df9d8946aa611648fdc6a9dc0789041 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-32000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-33000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-33000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..da082d57095a22b0129a7dfd6ec0e62650b70f56 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-33000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-33000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-33000.index new file mode 100644 index 0000000000000000000000000000000000000000..7a3e21885b22769181d974d5e68ed64b48c02768 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-33000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-34000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-34000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..df62ea368d3a73afd34a21eae51dabef81c67fdc Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-34000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-34000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-34000.index new file mode 100644 index 0000000000000000000000000000000000000000..d3fec03a26c367f0669b48d397c664b5bf6c6c2c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-34000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-35000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-35000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ef5fa0afdf7047fb110e1e4bc2ac72f46914df3b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-35000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-35000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-35000.index new file mode 100644 index 0000000000000000000000000000000000000000..da2eda8eec3f2820f921754223ba9ffe023bc0fe Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-35000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-36000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-36000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..03250a305654d7d2b52c718ee24d9b5cb5fea6bb Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-36000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-36000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-36000.index new file mode 100644 index 0000000000000000000000000000000000000000..f1b35114beb5bbe309ba99d756d627e12b7cb3cd Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-36000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-37000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-37000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..9c5717648a4bd619fb240a40f3cc5014810bf87e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-37000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-37000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-37000.index new file mode 100644 index 0000000000000000000000000000000000000000..eef73bba1e3de00755e9111f217c7911ecdc40f7 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-37000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-38000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-38000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..af4dc835b84116ee954c9c69e1f9407bb5b53794 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-38000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-38000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-38000.index new file mode 100644 index 0000000000000000000000000000000000000000..b73830670c5f37c1690573e57fd5616bbb4434bd Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-38000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-39000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-39000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..71893718f414cce67b7b2db3c06abc2f92323c31 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-39000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-39000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-39000.index new file mode 100644 index 0000000000000000000000000000000000000000..948ab15daf23d5f83943721a8370365f546e010b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-39000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-3960.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-3960.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..f9b4909994c7917a210e9e684d029afc61dbcd56 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-3960.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-3960.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-3960.index new file mode 100644 index 0000000000000000000000000000000000000000..923e6d3cdd14bb01d58d3821128cfd12320840db Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-3960.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-4000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-4000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ad3b7cfee78faad94494e6272b911db1231c488d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-4000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-4000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-4000.index new file mode 100644 index 0000000000000000000000000000000000000000..6313af133b47805682b1e68d4649263f04ba1d99 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-4000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-40000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-40000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..f5fc880a3451c6b7b7b3d170cbc9d58a48763247 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-40000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-40000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-40000.index new file mode 100644 index 0000000000000000000000000000000000000000..b9f7fe01d9027691f6f4c4ceeb4a37f0a8a7a4c8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-40000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-41000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-41000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..4dc9f92efff40ec01f5092a9964f0a4c7562aa1a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-41000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-41000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-41000.index new file mode 100644 index 0000000000000000000000000000000000000000..11b69cd0c9ecbc412ce48d47a5491c9300013712 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-41000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-42000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-42000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..43c5aab07669e667f543eebc8c47b2f1f327aec0 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-42000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-42000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-42000.index new file mode 100644 index 0000000000000000000000000000000000000000..92dbf3672e5d06dc85b82fdd5355bb2875841ee7 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-42000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-42730.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-42730.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..f0afae8f443c13e865ff26f532df2d0b206f1add Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-42730.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-42730.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-42730.index new file mode 100644 index 0000000000000000000000000000000000000000..0138617cac07af08981b32e9614fca4ef214b88d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-42730.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-43000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-43000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..969ba1ef371b43f315eb24b4a27224254ae69438 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-43000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-43000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-43000.index new file mode 100644 index 0000000000000000000000000000000000000000..a3637a2a9140e21b75e8f262b466d9afcea1cea0 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-43000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-44000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-44000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..9b9a985475d162a97733f1c3d5779893bc0ff3e1 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-44000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-44000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-44000.index new file mode 100644 index 0000000000000000000000000000000000000000..d0113fa2000ad0b62759ffb1cea36a16d0da34a5 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-44000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-45000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-45000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..85780e89c4fa2f6a42fb200cafdd101ef4e88de1 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-45000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-45000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-45000.index new file mode 100644 index 0000000000000000000000000000000000000000..039bd2fd6f179fdb36a752dbbb20ad23000c46a8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-45000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-46000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-46000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..cab0e4e896595c41083f33f641a31dff66e6721d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-46000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-46000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-46000.index new file mode 100644 index 0000000000000000000000000000000000000000..408b5caaabc6a05122864187c38879d49fd69257 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-46000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-47000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-47000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..e7558347b659642b46ec3650e773fd7fc5a66b36 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-47000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-47000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-47000.index new file mode 100644 index 0000000000000000000000000000000000000000..76f79ebc9f244a8a9418db4d3f3c4889d5842492 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-47000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-48000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-48000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..3211018ff5315eb87385f14f0cd73a555437b530 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-48000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-48000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-48000.index new file mode 100644 index 0000000000000000000000000000000000000000..8ead1c854403e89109fe05f9c69f81aef32c1b2a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-48000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-49000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-49000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..75be9495c3292f643b1269d501ef09a1f3260f1f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-49000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-49000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-49000.index new file mode 100644 index 0000000000000000000000000000000000000000..49cff3bb0f7e054d389942b005d4764ae5dc533c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-49000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-5000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-5000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..cf718c814a12a0b053fac27f8a10f40c8f26546f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-5000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-5000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-5000.index new file mode 100644 index 0000000000000000000000000000000000000000..1c62e3aadfc78a9dac35af13bb139b596e2b60cc Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-5000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-50000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-50000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..33474d21ddfc900c6ef5e8c9b0d978bd6595bac3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-50000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-50000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-50000.index new file mode 100644 index 0000000000000000000000000000000000000000..3a282e13578a36a03abe2fdbabb0fffc1374d9e9 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-50000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-51000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-51000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..faa1e0c883b674bd6b5f9ecb62cfa93acc14a066 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-51000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-51000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-51000.index new file mode 100644 index 0000000000000000000000000000000000000000..b3411b00c6d2879f8c52c24e2052faa9f0b23f3f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-51000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-52000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-52000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..c7848ecfe4b64558219337b91ae6c0b9f03e4d6c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-52000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-52000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-52000.index new file mode 100644 index 0000000000000000000000000000000000000000..5c694806f3b2982d95d9fc3734d30c5836b1d64b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-52000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-53000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-53000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..5cc44533a26ed9852d58d50d9ce5586f6106c48c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-53000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-53000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-53000.index new file mode 100644 index 0000000000000000000000000000000000000000..bd96c76e0f326de647129354e327dad7533e6b3c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-53000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-54000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-54000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..fe414818f1a24d538e789b3b86a6c8237f2183b1 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-54000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-54000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-54000.index new file mode 100644 index 0000000000000000000000000000000000000000..86c9eb802e4ccff2793dc88dcbbf1a288a0dbaeb Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-54000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-55000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-55000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..c720ffde2e1050fca3380c811801d12111a31652 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-55000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-55000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-55000.index new file mode 100644 index 0000000000000000000000000000000000000000..59851a7acd89e141c0edf2ce0382a73910b87af8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-55000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-56000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-56000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..b673fe39ccf02110cb2ead5d5cda832f4a14fe69 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-56000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-56000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-56000.index new file mode 100644 index 0000000000000000000000000000000000000000..f544d1485bd8a1a1bf7fe8e62ada50f3357a8557 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-56000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-57000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-57000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..708d4f7f8f081f8a4042c5cbe725f9e11db068e6 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-57000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-57000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-57000.index new file mode 100644 index 0000000000000000000000000000000000000000..140c5b3b1a90ff8c35977ea59036c798872adc47 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-57000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-58000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-58000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..d2afeda525161de5f034bf639c703b1b25c98592 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-58000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-58000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-58000.index new file mode 100644 index 0000000000000000000000000000000000000000..4fcef732b9333b38ea2c6dd76c38865113fa5a11 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-58000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-59000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-59000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..f55031270a5207a6923f9b2e0b5525a3c06730ad Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-59000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-59000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-59000.index new file mode 100644 index 0000000000000000000000000000000000000000..8f724df263bf56c6d39e3c695473dec924942d98 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-59000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-6000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-6000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..d456c52284b08697dae6e368408d0073277c9ea0 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-6000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-6000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-6000.index new file mode 100644 index 0000000000000000000000000000000000000000..075bd6dd827eff8457b4d3eb093921e85945559e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-6000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-60000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-60000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..18a24bc3ea6a7250523a9b9b450a90de6e8e8594 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-60000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-60000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-60000.index new file mode 100644 index 0000000000000000000000000000000000000000..22e69ac2dc80254eaf4ab57208dd43db2c8f571a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-60000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-61000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-61000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..5a025696459b51c5bfaa4be5b7a38d7425c639c0 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-61000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-61000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-61000.index new file mode 100644 index 0000000000000000000000000000000000000000..d6e1d12b0e5b57874ef81121045277695298003e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-61000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-62000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-62000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..e6044f7e8aee4faa7df903b2c69bc45596b95ebb Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-62000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-62000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-62000.index new file mode 100644 index 0000000000000000000000000000000000000000..41fff9300e78da2c365c199a402e40acb7ec7000 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-62000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-63000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-63000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..20cb9485fd494de909f9f075cce18e2c0c4e43a0 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-63000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-63000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-63000.index new file mode 100644 index 0000000000000000000000000000000000000000..dd49978016dafe088d786106455443e267581bbb Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-63000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-64000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-64000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..91250669e443fd27c267eee7be05740414ac8ad2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-64000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-64000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-64000.index new file mode 100644 index 0000000000000000000000000000000000000000..41faf7fdd80f7ae3b447089f6f51ee381de936cd Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-64000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-64130.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-64130.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..36e541cc7e90692c1b576d4c481859d94bad6dfd Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-64130.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-64130.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-64130.index new file mode 100644 index 0000000000000000000000000000000000000000..6e99a7ebfb071b2fd88050bd843aa4850ecc932a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-64130.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-65000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-65000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..8d9512e349115e2d70f03d27f1621965a58ef9d8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-65000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-65000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-65000.index new file mode 100644 index 0000000000000000000000000000000000000000..a706e8d3d2fedf78e418f6c0224c419b2e01cfda Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-65000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-66000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-66000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..b5272a19b4895417882e620cb27ca9af56f78da8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-66000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-66000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-66000.index new file mode 100644 index 0000000000000000000000000000000000000000..e523f431f3d2134ef28764259b5e79ae8f579116 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-66000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-67000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-67000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..9cb3b702c5eec8f2d6339b829cd2baf4b5e454c8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-67000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-67000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-67000.index new file mode 100644 index 0000000000000000000000000000000000000000..1293b9f0f6c4b668f3568ddf685bf2e8e740bfe3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-67000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-68000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-68000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..446c55927910d298da7f904447b2848f8e73a073 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-68000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-68000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-68000.index new file mode 100644 index 0000000000000000000000000000000000000000..0f9f377cbc627f0ef38ee61b0a87a129caedb108 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-68000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-69000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-69000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..a70a2c415d5bf788c5d5681fe1ef073a3b7bab3d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-69000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-69000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-69000.index new file mode 100644 index 0000000000000000000000000000000000000000..2e6e5b819e45e408e53aa85f83326060fc0b156c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-69000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-7000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-7000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..5be325ec27045e0b389b3d8c6f6dc73f4d07337b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-7000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-7000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-7000.index new file mode 100644 index 0000000000000000000000000000000000000000..022804ac9d35b6284f65e0607d8be7c3094c02a6 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-7000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-70000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-70000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..e297848639af0d9cc9abe6b16f0adf1fc5ad8b73 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-70000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-70000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-70000.index new file mode 100644 index 0000000000000000000000000000000000000000..4200061b86b8f13cc26273db70b5ca3c4c9ce266 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-70000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-71000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-71000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..97c3c54f9814fc223cb5159220dda0a5651bc877 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-71000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-71000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-71000.index new file mode 100644 index 0000000000000000000000000000000000000000..9c302c675bd5427d2c196be26f446f3f4cbd635e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-71000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-72000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-72000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..7feaddc3f60264bb4e08e49cbace035bc0ccf70f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-72000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-72000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-72000.index new file mode 100644 index 0000000000000000000000000000000000000000..42ac0c940af25c4ac35378f2774d5f1f921af55d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-72000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-73000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-73000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..27b05fddee38d9af3c72c23f124d5dd418c2ae22 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-73000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-73000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-73000.index new file mode 100644 index 0000000000000000000000000000000000000000..3046a195e956560d2aada74eaef2b6afec7ab44a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-73000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-74000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-74000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..b7646400386c217ceb03d4f049f528f2ce378e2d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-74000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-74000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-74000.index new file mode 100644 index 0000000000000000000000000000000000000000..4434a85e4493497e350260eefc863236768cb17c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-74000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-75000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-75000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..2a44285ea62107fd5b36f7b70d992b3ba9c28ca2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-75000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-75000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-75000.index new file mode 100644 index 0000000000000000000000000000000000000000..71aa4d7a679e950d5120ad23a5065c7ea2ea9956 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-75000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-76000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-76000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..d11c530d918a3fd76415c2c2f301ad90797a2742 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-76000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-76000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-76000.index new file mode 100644 index 0000000000000000000000000000000000000000..b04112e99b70642bdf70b98b457579439f4a2680 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-76000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-77000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-77000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..1024e97c5b5c6bacf8addf4a329c8498f178abad Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-77000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-77000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-77000.index new file mode 100644 index 0000000000000000000000000000000000000000..0f7853d9e9d272136c61984743df4a5fe7e51e38 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-77000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-78000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-78000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..4912342bf3b5dc76a4a0102dea367d36ba3a1804 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-78000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-78000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-78000.index new file mode 100644 index 0000000000000000000000000000000000000000..b46ffe68d0f6d6a4deee95bf75563913c61c1c58 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-78000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-79000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-79000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..7015d2a186f5e2893ea750d3a902f3157c22648e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-79000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-79000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-79000.index new file mode 100644 index 0000000000000000000000000000000000000000..b6460c965ce3853867a706e490272a25bd68295f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-79000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-7920.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-7920.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..8a8e90d60f5eae0e43300e79725346b7da782394 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-7920.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-7920.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-7920.index new file mode 100644 index 0000000000000000000000000000000000000000..0d67cf9c04f0653d14e08a2932d6dafb615e5c9f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-7920.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-8000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-8000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..301a9d0eba55440e51b95acde4fd5d1cca0d36ea Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-8000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-8000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-8000.index new file mode 100644 index 0000000000000000000000000000000000000000..d6c231bb7c95986c7ae18bb581afbd9c7145f28d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-8000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-80000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-80000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..28900eba8b36a620039bf2e1febda78771ab7f33 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-80000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-80000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-80000.index new file mode 100644 index 0000000000000000000000000000000000000000..ac42dcd63db48693d19bd70ffd587c449507f7b3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-80000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-81000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-81000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..5d3ada152b317a78c728ada848c1b0ee8b533412 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-81000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-81000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-81000.index new file mode 100644 index 0000000000000000000000000000000000000000..da29c5b8475d7a0bbb04461b4509ac86ea9dd996 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-81000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-82000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-82000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..bf83546ab832e13f95f70cbb301a18d26f4d609f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-82000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-82000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-82000.index new file mode 100644 index 0000000000000000000000000000000000000000..32fddf0d11cb530fcef7e2f40eb466e7fa74bbdf Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-82000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-83000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-83000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..5e1f6f6e2a2d03651d120ad48b1b32fc4b0e6747 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-83000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-83000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-83000.index new file mode 100644 index 0000000000000000000000000000000000000000..4c438a9d0e2f101e9c6e42213411e4c860af4247 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-83000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-84000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-84000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..215a5f99186c4dc88a657a9212f63dd0da626f43 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-84000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-84000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-84000.index new file mode 100644 index 0000000000000000000000000000000000000000..9aea17237fd9adc2271b30216443962ec6bfbf80 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-84000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-85000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-85000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..9d44ff46dcf949925687f47504d17adfed4e1a56 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-85000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-85000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-85000.index new file mode 100644 index 0000000000000000000000000000000000000000..e14c508e0930aa9dea77b8b3baaddf54a88c4226 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-85000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-85540.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-85540.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ac73f507de3463c7503a842a495d3902afad5cc1 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-85540.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-85540.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-85540.index new file mode 100644 index 0000000000000000000000000000000000000000..418958dd4ca9f4ea4dae8f2553097d1b0296978b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-85540.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-86000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-86000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..7454e330a20c37907bfef9f947d2288e848eac52 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-86000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-86000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-86000.index new file mode 100644 index 0000000000000000000000000000000000000000..f28526a7e0382801fe890e3bd482e14a912cca40 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-86000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-87000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-87000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..283f15b296247a62b773e0534c5f04c777177dd9 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-87000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-87000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-87000.index new file mode 100644 index 0000000000000000000000000000000000000000..eb795c66c79cf7b490281d49d47239a6c642cfc5 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-87000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-88000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-88000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..a7369997125e0044f9c3dd751f2576f782208f4e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-88000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-88000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-88000.index new file mode 100644 index 0000000000000000000000000000000000000000..3185f0cbb84439312e7e89447272fa449c219470 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-88000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-89000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-89000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..a7d61ae4d767e365ca42c8ed2d4c157cf778a9f0 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-89000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-89000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-89000.index new file mode 100644 index 0000000000000000000000000000000000000000..b29509683810ea712b3b0a265fedce931d5c3a0d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-89000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-9000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-9000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..c34ab9e61dd2cbef82c450cf7ce8d40d6cc1b25e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-9000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-9000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-9000.index new file mode 100644 index 0000000000000000000000000000000000000000..e33718718f7f63ec73fa777a6fdfef8d232cdc9d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-9000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-90000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-90000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..9d97cf33ae605c72ca4d28b8b64f238db6037a06 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-90000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-90000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-90000.index new file mode 100644 index 0000000000000000000000000000000000000000..23bfb06542c5a156c41ef2ceaa771c6443d0a29b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-90000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-91000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-91000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..6d5e37872bce6d12ec5d544d36d45e4d3a22d149 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-91000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-91000.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-91000.index new file mode 100644 index 0000000000000000000000000000000000000000..a6474e4547a8fbdf175f7ca0a4380b49cfcdc9d8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-91000.index differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-91500.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-91500.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..a0f7e98aef251cbb2f4dc35f407071c81b4431f3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-91500.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-91500.index b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-91500.index new file mode 100644 index 0000000000000000000000000000000000000000..abfdb798f438aeca1023eee351cad9683d6e710c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_05/iter_ckpt_rank_05-91500.index differ