| iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB | |
| 1,4190000.0000000005,58200.0,72100.0,4500.0,1020.0,11.1,0.0001,40.9,40.9,24.9,3168.25,42485.19,42994.0 | |
| 2,8390000.0,28800.0,146000.0,9100.0,1020.0,11.1,9.53e-05,82.5,82.5,25.1,3168.25,42485.19,42994.0 | |
| 3,12600000.0,28700.0,146000.0,9130.0,1020.0,9.49,9.05e-05,82.8,82.8,21.5,3168.25,4459.12,42994.0 | |
| 4,16800000.0,29500.0,142000.0,8890.0,1020.0,9.36,8.58e-05,80.6,80.6,21.4,,, | |
| 5,21000000.0,28400.0,148000.0,9230.0,1020.0,9.02,8.11e-05,83.8,83.8,12.7,3168.25,42485.19,42994.0 | |
| 6,25200000.0,30800.0,136000.0,8510.0,1020.0,10.3,7.63e-05,77.2,77.2,47.1,3168.25,42485.19,42994.0 | |
| 7,29400000.0,130000.0,32200.000000000004,2009.9999999999998,1020.0,8.68,7.16e-05,18.2,18.2,5.58,3168.25,42485.19,42994.0 | |
| 8,33600000.0,27400.0,153000.0,9550.0,1020.0,8.32,6.68e-05,86.7,86.7,4.77,,, | |
| 9,37700000.0,28500.0,147000.0,9200.0,1020.0,7.95,6.21e-05,83.5,83.5,3.31,3168.25,42485.19,42994.0 | |
| 10,41900000.0,26400.0,159000.0,9940.0,1020.0,7.69,5.74e-05,90.2,90.2,4.31,3168.25,42485.19,42994.0 | |
| 11,46100000.0,28100.0,149000.0,9330.0,1020.0,7.45,5.26e-05,84.7,84.7,2.5,,, | |
| 12,50300000.0,30000.0,140000.0,8730.0,1020.0,7.37,4.79e-05,79.2,79.2,5.02,3168.25,42485.19,42994.0 | |
| 13,54500000.0,29200.0,144000.0,8970.0,1020.0,7.31,4.32e-05,81.4,81.4,6.03,3168.25,42485.19,42994.0 | |
| 14,58700000.0,28500.0,147000.0,9200.0,1020.0,7.19,3.84e-05,83.4,83.4,5.29,,, | |
| 15,62900000.0,28100.0,149000.0,9320.0,1020.0,7.06,3.37e-05,84.6,84.6,2.7,3168.25,42485.19,42994.0 | |
| 16,67099999.99999999,28400.0,148000.0,9250.0,1020.0,6.97,2.89e-05,83.9,83.9,1.99,,, | |
| 17,71300000.0,29100.0,144000.0,9010.0,1020.0,6.91,2.42e-05,81.7,81.7,2.01,3168.25,42485.19,42994.0 | |
| 18,75500000.0,28200.0,149000.0,9290.0,1020.0,6.86,1.95e-05,84.3,84.3,2.03,3168.25,42485.19,42994.0 | |
| 19,79700000.0,28300.0,148000.0,9280.0,1020.0,6.81,1.47e-05,84.2,84.2,2.04,3168.25,42485.19,42994.0 | |
| 20,83900000.0,29100.0,144000.0,9020.0,1020.0,6.77,1e-05,81.8,81.8,1.94,,, | |