| iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB | |
| 1,4190000.0000000005,22700.0,185000.0,2890.0,1020.0,11.4,0.0001,26.2,26.2,20.6,1887.61,13153.25,14332.0 | |
| 2,8390000.0,3310.0,1270000.0,19800.0,1020.0,11.4,9.53e-05,180.0,180.0,20.7,1887.61,13153.25,14332.0 | |
| 3,12600000.0,3280.0,1280000.0,20000.0,1020.0,11.6,9.05e-05,181.0,181.0,194.0,1887.61,13153.25,14332.0 | |
| 4,16800000.0,3450.0,1220000.0,19000.0,1020.0,13.6,8.58e-05,172.0,172.0,28.0,1887.6,2979.23,14332.0 | |
| 5,21000000.0,3440.0,1220000.0,19100.0,1020.0,12.0,8.11e-05,173.0,173.0,48.9,1887.6,13153.25,14332.0 | |
| 6,25200000.0,3390.0,1240000.0,19400.0,1020.0,10.9,7.63e-05,176.0,176.0,19.8,1887.6,13153.25,14332.0 | |
| 7,29400000.0,2870.0,1460000.0,22800.0,1020.0,10.4,7.16e-05,207.0,207.0,8.63,1887.6,13153.25,14332.0 | |
| 8,33600000.0,2850.0,1470000.0,23000.0,1020.0,9.67,6.68e-05,209.0,209.0,6.9,1887.6,13153.25,14332.0 | |
| 9,37700000.0,2850.0,1470000.0,23000.0,1020.0,11.3,6.21e-05,209.0,209.0,53.1,1887.6,13153.25,14332.0 | |
| 10,41900000.0,2850.0,1470000.0,23000.0,1020.0,9.11,5.74e-05,209.0,209.0,16.3,1887.6,13153.25,14332.0 | |
| 11,46100000.0,2840.0,1480000.0,23100.0,1020.0,8.58,5.26e-05,209.0,209.0,7.59,1887.6,13153.25,14332.0 | |
| 12,50300000.0,2840.0,1480000.0,23100.0,1020.0,8.38,4.79e-05,209.0,209.0,5.81,1887.6,13153.25,14332.0 | |
| 13,54500000.0,2840.0,1480000.0,23100.0,1020.0,8.17,4.32e-05,209.0,209.0,5.61,1887.6,13153.25,14332.0 | |
| 14,58700000.0,2850.0,1470000.0,23000.0,1020.0,7.91,3.84e-05,209.0,209.0,5.4,1887.6,13153.25,14332.0 | |
| 15,62900000.0,2840.0,1480000.0,23100.0,1020.0,7.69,3.37e-05,209.0,209.0,4.97,1887.6,13153.25,14332.0 | |
| 16,67099999.99999999,2840.0,1480000.0,23100.0,1020.0,7.54,2.89e-05,209.0,209.0,4.95,1887.6,13153.25,14332.0 | |
| 17,71300000.0,2840.0,1480000.0,23100.0,1020.0,7.46,2.42e-05,209.0,209.0,5.04,1887.6,13153.25,14332.0 | |
| 18,75500000.0,2840.0,1480000.0,23100.0,1020.0,7.37,1.95e-05,209.0,209.0,5.8,1887.6,13153.25,14332.0 | |
| 19,79700000.0,2840.0,1480000.0,23100.0,1020.0,7.23,1.47e-05,209.0,209.0,4.11,1887.6,13153.25,14332.0 | |
| 20,83900000.0,2840.0,1480000.0,23100.0,1020.0,7.15,1e-05,209.0,209.0,3.02,,, | |