| iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB | |
| 1,4190000.0000000005,23900.0,176000.0,2740.0,1020.0,11.4,0.0001,24.9,24.9,20.6,1887.44,4607.5,5456.0 | |
| 2,8390000.0,14200.0,294000.0,4600.0,1020.0,11.4,9.53e-05,41.7,41.7,20.7,1887.44,4607.5,5456.0 | |
| 3,12600000.0,13900.0,303000.0,4730.0,1020.0,11.6,9.05e-05,42.9,42.9,194.0,1887.44,4607.5,5456.0 | |
| 4,16800000.0,13900.0,303000.0,4730.0,1020.0,13.6,8.58e-05,42.9,42.9,28.0,1887.41,2980.56,5456.0 | |
| 5,21000000.0,13900.0,302000.0,4720.0,1020.0,12.0,8.11e-05,42.8,42.8,49.0,1887.41,4607.5,5456.0 | |
| 6,25200000.0,13900.0,302000.0,4730.0,1020.0,10.9,7.63e-05,42.9,42.9,19.9,1887.41,4607.5,5456.0 | |
| 7,29400000.0,9710.0,432000.0,6750.0,1020.0,10.4,7.16e-05,61.2,61.2,8.64,1887.41,4607.5,5456.0 | |
| 8,33600000.0,14000.0,300000.0,4690.0,1020.0,9.67,6.68e-05,42.5,42.5,6.92,1887.41,4607.5,5456.0 | |
| 9,37700000.0,13900.0,303000.0,4730.0,1020.0,11.3,6.21e-05,42.9,42.9,53.2,1887.41,4607.5,5456.0 | |
| 10,41900000.0,13900.0,302000.0,4710.0,1020.0,9.13,5.74e-05,42.8,42.8,16.8,1887.41,4607.5,5458.0 | |
| 11,46100000.0,13900.0,302000.0,4720.0,1020.0,8.59,5.26e-05,42.9,42.9,7.94,1887.41,4607.5,5458.0 | |
| 12,50300000.0,13900.0,303000.0,4730.0,1020.0,8.39,4.79e-05,42.9,42.9,5.82,1887.41,4607.5,5458.0 | |
| 13,54500000.0,14100.0,297000.0,4640.0,1020.0,8.18,4.32e-05,42.1,42.1,5.62,1887.41,4607.5,5458.0 | |
| 14,58700000.0,13900.0,303000.0,4730.0,1020.0,7.93,3.84e-05,42.9,42.9,5.41,1887.41,4607.5,5458.0 | |
| 15,62900000.0,13900.0,302000.0,4710.0,1020.0,7.7,3.37e-05,42.8,42.8,5.0,1887.41,4607.5,5458.0 | |
| 16,67099999.99999999,13900.0,302000.0,4720.0,1020.0,7.55,2.89e-05,42.8,42.8,4.9,1887.41,4607.5,5458.0 | |
| 17,71300000.0,13900.0,303000.0,4730.0,1020.0,7.46,2.42e-05,42.9,42.9,4.94,1887.41,4607.5,5458.0 | |
| 18,75500000.0,13900.0,303000.0,4730.0,1020.0,7.38,1.95e-05,42.9,42.9,5.8,1887.41,4607.5,5458.0 | |
| 19,79700000.0,13900.0,302000.0,4720.0,1020.0,7.24,1.47e-05,42.8,42.8,4.45,1887.41,4607.5,5458.0 | |
| 20,83900000.0,14200.0,295000.0,4610.0,1020.0,7.15,1e-05,41.8,41.8,2.95,,, | |