| iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB | |
| 1,4190000.0000000005,18800.0,223000.0,3490.0,1020.0,11.4,0.0001,31.6,31.6,20.6,1888.44,46946.91,48656.0 | |
| 2,8390000.0,9760.0,430000.0,6710.0,1020.0,11.4,9.53e-05,60.9,60.9,20.7,1888.44,46946.91,48656.0 | |
| 3,12600000.0,9700.0,432000.0,6760.0,1020.0,11.6,9.05e-05,61.3,61.3,194.0,1888.44,46946.91,48656.0 | |
| 4,16800000.0,9650.0,435000.0,6790.0,1020.0,13.6,8.58e-05,61.6,61.6,28.0,1888.44,2980.06,48656.0 | |
| 5,21000000.0,9690.0,433000.0,6760.0,1020.0,12.0,8.11e-05,61.4,61.4,48.9,1888.44,46946.91,48656.0 | |
| 6,25200000.0,9680.0,433000.0,6770.0,1020.0,10.9,7.63e-05,61.4,61.4,19.8,1888.44,46946.91,48656.0 | |
| 7,29400000.0,2410.0,1740000.0,27200.0,1020.0,10.4,7.16e-05,247.0,247.0,8.63,1888.44,46946.91,48656.0 | |
| 8,33600000.0,9870.0,425000.0,6640.0,1020.0,9.67,6.68e-05,60.2,60.2,6.91,1888.44,46946.91,48656.0 | |
| 9,37700000.0,9680.0,433000.0,6770.0,1020.0,11.3,6.21e-05,61.4,61.4,53.2,1888.44,46946.91,48656.0 | |
| 10,41900000.0,9620.0,436000.0,6810.0,1020.0,9.12,5.74e-05,61.8,61.8,16.6,1888.44,46946.91,48656.0 | |
| 11,46100000.0,9640.0,435000.0,6800.0,1020.0,8.59,5.26e-05,61.7,61.7,7.76,1888.44,46946.91,48656.0 | |
| 12,50300000.0,9720.0,431000.0,6740.0,1020.0,8.38,4.79e-05,61.2,61.2,5.81,1888.44,46946.91,48656.0 | |
| 13,54500000.0,9710.0,432000.0,6750.0,1020.0,8.17,4.32e-05,61.2,61.2,5.61,1888.44,46946.91,48656.0 | |
| 14,58700000.0,9740.0,430000.0,6730.0,1020.0,7.92,3.84e-05,61.0,61.0,5.41,1888.44,46946.91,48656.0 | |
| 15,62900000.0,9700.0,432000.0,6760.0,1020.0,7.69,3.37e-05,61.3,61.3,4.98,1888.44,46946.91,48656.0 | |
| 16,67099999.99999999,9680.0,433000.0,6770.0,1020.0,7.55,2.89e-05,61.4,61.4,4.93,1888.44,46946.91,48656.0 | |
| 17,71300000.0,9670.0,434000.0,6780.0,1020.0,7.46,2.42e-05,61.5,61.5,4.98,1888.44,46946.91,48656.0 | |
| 18,75500000.0,9620.0,436000.0,6810.0,1020.0,7.37,1.95e-05,61.8,61.8,5.81,1888.44,46946.91,48656.0 | |
| 19,79700000.0,9690.0,433000.0,6760.0,1020.0,7.24,1.47e-05,61.4,61.4,4.29,1888.44,46946.91,48656.0 | |
| 20,83900000.0,9670.0,434000.0,6780.0,1020.0,7.15,1e-05,61.5,61.5,2.97,,, | |