| iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB | |
| 1,4190000.0000000005,42000.0,99900.0,6240.0,1020.0,11.2,0.0001,56.6,56.6,12.1,1572.43,16549.94,16842.0 | |
| 2,8390000.0,18500.0,227000.0,14200.0,1020.0,11.2,9.53e-05,129.0,129.0,12.2,1572.43,1572.47,16842.0 | |
| 3,12600000.0,18600.0,225000.0,14100.0,1020.0,10.0,9.05e-05,128.0,128.0,51.7,1572.43,16549.94,16842.0 | |
| 4,16800000.0,20400.0,206000.0,12900.0,1020.0,11.7,8.58e-05,117.0,117.0,18.3,1572.43,1572.47,16842.0 | |
| 5,21000000.0,20400.0,205000.0,12800.0,1020.0,10.4,8.11e-05,116.0,116.0,16.0,1572.43,16549.94,16842.0 | |
| 6,25200000.0,20400.0,205000.0,12800.0,1020.0,9.9,7.63e-05,117.0,117.0,9.06,1572.43,16549.94,16842.0 | |
| 7,29400000.0,399000.0,10500.0,657.0,1020.0,9.37,7.16e-05,5.96,5.96,6.23,1572.43,16549.94,16842.0 | |
| 8,33600000.0,18300.0,229000.0,14300.0,1020.0,8.89,6.68e-05,130.0,130.0,5.76,,, | |
| 9,37700000.0,18200.0,230000.0,14400.0,1020.0,8.81,6.21e-05,131.0,131.0,11.2,1572.43,16549.94,16842.0 | |
| 10,41900000.0,17900.0,234000.0,14600.0,1020.0,8.34,5.74e-05,133.0,133.0,5.72,1572.43,16549.94,16842.0 | |
| 11,46100000.0,18000.0,233000.0,14600.0,1020.0,8.06,5.26e-05,132.0,132.0,4.91,1572.43,16549.94,16842.0 | |
| 12,50300000.0,18200.0,231000.0,14400.0,1020.0,7.9,4.79e-05,131.0,131.0,4.86,1572.43,16549.94,16842.0 | |
| 13,54500000.0,17900.0,234000.0,14600.0,1020.0,7.75,4.32e-05,133.0,133.0,4.69,1572.43,16549.94,16842.0 | |
| 14,58700000.0,18800.0,223000.0,13900.0,1020.0,7.62,3.84e-05,126.0,126.0,4.69,1572.43,16549.94,16842.0 | |
| 15,62900000.0,18200.0,231000.0,14400.0,1020.0,7.48,3.37e-05,131.0,131.0,4.49,1572.43,16549.94,16842.0 | |
| 16,67099999.99999999,17900.0,234000.0,14600.0,1020.0,7.35,2.89e-05,133.0,133.0,3.99,1572.43,16549.94,16842.0 | |
| 17,71300000.0,18000.0,233000.0,14500.0,1020.0,7.23,2.42e-05,132.0,132.0,3.54,,, | |
| 18,75500000.0,18000.0,234000.0,14600.0,1020.0,7.16,1.95e-05,133.0,133.0,3.28,1572.43,16549.94,16842.0 | |
| 19,79700000.0,18200.0,231000.0,14400.0,1020.0,7.09,1.47e-05,131.0,131.0,3.2,1572.43,16549.94,16842.0 | |
| 20,83900000.0,18700.0,224000.0,14000.0,1020.0,7.03,1e-05,127.0,127.0,3.1,,, | |