| iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB | |
| 1,4190000.0000000005,113000.0,37100.0,2320.0,1020.0,11.2,0.0001,21.0,21.0,17.8,2393.82,13251.43,13676.0 | |
| 2,8390000.0,65000.0,64500.0,4030.0000000000005,1020.0,11.2,9.53e-05,36.6,36.6,17.8,2393.82,13251.43,13748.0 | |
| 3,12600000.0,64800.0,64700.0,4050.0,1020.0,9.62,9.05e-05,36.7,36.7,21.7,2393.82,13251.43,13748.0 | |
| 4,16800000.0,64000.0,65500.0,4100.0,1020.0,10.4,8.58e-05,37.2,37.2,45.6,2393.82,13251.43,13748.0 | |
| 5,21000000.0,61700.0,68000.0,4250.0,1020.0,9.43,8.11e-05,38.5,38.5,11.2,,, | |
| 6,25200000.0,60400.0,69500.0,4340.0,1020.0,9.37,7.63e-05,39.4,39.4,7.69,2393.82,13251.43,13748.0 | |
| 7,29400000.0,540000.0,7770.0,485.0,1020.0,8.96,7.16e-05,4.4,4.4,5.69,2393.82,13251.43,13748.0 | |
| 8,33600000.0,62400.0,67200.0,4200.0,1020.0,8.47,6.68e-05,38.1,38.1,5.25,2393.82,13251.43,13748.0 | |
| 9,37700000.0,61300.0,68400.0,4270.0,1020.0,8.01,6.21e-05,38.8,38.8,4.65,,, | |
| 10,41900000.0,62800.0,66800.0,4170.0,1020.0,7.75,5.74e-05,37.9,37.9,3.85,2393.82,13251.43,13748.0 | |
| 11,46100000.0,63800.0,65700.0,4110.0,1020.0,7.62,5.26e-05,37.3,37.3,4.98,2393.82,13251.43,13748.0 | |
| 12,50300000.0,63400.0,66100.0,4130.0,1020.0,7.46,4.79e-05,37.5,37.5,3.44,2393.82,13251.43,13748.0 | |
| 13,54500000.0,62500.0,67100.0,4200.0,1020.0,7.34,4.32e-05,38.1,38.1,3.45,2393.82,13251.43,13748.0 | |
| 14,58700000.0,60000.0,69900.0,4370.0,1020.0,7.22,3.84e-05,39.6,39.6,3.23,2393.82,13251.43,13748.0 | |
| 15,62900000.0,63400.0,66200.0,4130.0,1020.0,7.1,3.37e-05,37.5,37.5,2.88,2393.82,13251.43,13748.0 | |
| 16,67099999.99999999,65700.0,63900.0,3990.0,1020.0,7.01,2.89e-05,36.2,36.2,2.57,2393.82,13251.43,13748.0 | |
| 17,71300000.0,60700.0,69100.0,4320.0,1020.0,6.94,2.42e-05,39.2,39.2,2.47,2393.82,13251.43,13748.0 | |
| 18,75500000.0,61400.0,68300.0,4270.0,1020.0,6.88,1.95e-05,38.7,38.7,2.49,2393.82,13251.43,13748.0 | |
| 19,79700000.0,62200.0,67400.0,4210.0,1020.0,6.82,1.47e-05,38.2,38.2,2.42,,, | |
| 20,83900000.0,60200.0,69600.0,4350.0,1020.0,6.78,1e-05,39.5,39.5,2.25,,, | |