| iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB | |
| 1,4190000.0000000005,28400.0,148000.0,18500.0,1020.0,11.1,0.0001,168.0,168.0,24.6,6009.11,40452.8,42376.0 | |
| 2,8390000.0,16600.0,252000.0,31500.0,1020.0,11.1,9.53e-05,286.0,286.0,24.8,6009.11,40452.8,42376.0 | |
| 3,12600000.0,16600.0,253000.0,31600.0,1020.0,10.5,9.05e-05,287.0,287.0,195.0,6009.11,40452.8,42376.0 | |
| 4,16800000.0,16500.0,254000.0,31700.0,1020.0,13.9,8.58e-05,288.0,288.0,18.0,6009.11,8975.54,42376.0 | |
| 5,21000000.0,16600.0,253000.0,31600.0,1020.0,9.72,8.11e-05,287.0,287.0,20.2,6009.11,40452.8,42376.0 | |
| 6,25200000.0,16600.0,253000.0,31700.0,1020.0,13.6,7.63e-05,287.0,287.0,98.4,6009.11,40452.8,42376.0 | |
| 7,29400000.0,185000.0,22700.0,2840.0,1020.0,9.74,7.16e-05,25.8,25.8,12.5,6009.11,40452.8,42376.0 | |
| 8,33600000.0,16400.0,255000.0,31900.0,1020.0,8.96,6.68e-05,289.0,289.0,11.5,6009.11,40452.8,42376.0 | |
| 9,37700000.0,16500.0,255000.0,31800.0,1020.0,8.52,6.21e-05,289.0,289.0,5.69,6009.11,40452.8,42376.0 | |
| 10,41900000.0,16500.0,254000.0,31700.0,1020.0,8.14,5.74e-05,288.0,288.0,4.31,6009.11,40452.8,42376.0 | |
| 11,46100000.0,16500.0,254000.0,31700.0,1020.0,8.0,5.26e-05,288.0,288.0,6.78,6009.11,40452.8,42376.0 | |
| 12,50300000.0,16500.0,254000.0,31700.0,1020.0,7.81,4.79e-05,288.0,288.0,6.34,6009.11,40452.8,42376.0 | |
| 13,54500000.0,16500.0,254000.0,31700.0,1020.0,7.59,4.32e-05,288.0,288.0,2.57,6009.11,40452.8,42376.0 | |
| 14,58700000.0,16500.0,254000.0,31800.0,1020.0,7.52,3.84e-05,288.0,288.0,3.75,6009.11,40452.8,42376.0 | |
| 15,62900000.0,16500.0,254000.0,31700.0,1020.0,7.41,3.37e-05,288.0,288.0,3.4,6009.11,40452.8,42376.0 | |
| 16,67099999.99999999,16600.0,253000.0,31700.0,1020.0,7.31,2.89e-05,287.0,287.0,2.92,6009.11,40452.8,42376.0 | |
| 17,71300000.0,16600.0,253000.0,31700.0,1020.0,7.21,2.42e-05,287.0,287.0,2.25,6009.11,40452.8,42376.0 | |
| 18,75500000.0,16600.0,253000.0,31700.0,1020.0,7.14,1.95e-05,287.0,287.0,2.45,6009.11,40452.8,42376.0 | |
| 19,79700000.0,16500.0,254000.0,31700.0,1020.0,7.08,1.47e-05,288.0,288.0,2.42,,, | |
| 20,83900000.0,16500.0,254000.0,31700.0,1020.0,7.03,1e-05,288.0,288.0,2.06,,, | |