| iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB | |
| 1,4190000.0000000005,12600.0,333000.0,5210.0,1020.0,11.3,0.0001,47.2,47.2,33.1,6649.21,24472.19,27444.0 | |
| 2,8390000.0,8380.0,500000.0,7820.0,1020.0,11.3,9.53e-05,70.9,70.9,33.3,6649.21,24472.19,27444.0 | |
| 3,12600000.0,8250.0,508000.0,7940.0,1020.0,16.0,9.05e-05,72.1,72.1,249.0,6649.21,24472.19,27444.0 | |
| 4,16800000.0,8390.0,500000.0,7810.0,1020.0,15.1,8.58e-05,70.9,70.9,41.8,6649.2,10915.32,27444.0 | |
| 5,21000000.0,8390.0,500000.0,7810.0,1020.0,10.8,8.11e-05,70.9,70.9,25.9,6649.2,24472.19,27444.0 | |
| 6,25200000.0,8330.0,503000.0,7860.0,1020.0,10.8,7.63e-05,71.4,71.4,18.8,6649.2,24472.19,27444.0 | |
| 7,29400000.0,2130.0,1970000.0,30800.0,1020.0,10.2,7.16e-05,279.0,279.0,7.96,6649.2,24472.19,27444.0 | |
| 8,33600000.0,8340.0,503000.0,7860.0,1020.0,9.15,6.68e-05,71.3,71.3,6.46,6649.2,24472.19,27444.0 | |
| 9,37700000.0,8250.0,509000.0,7950.0,1020.0,11.1,6.21e-05,72.1,72.1,59.0,6649.2,24472.19,27444.0 | |
| 10,41900000.0,8260.0,508000.0,7930.0,1020.0,9.52,5.74e-05,72.0,72.0,43.1,6649.2,24472.19,27444.0 | |
| 11,46100000.0,8360.0,502000.0,7840.0,1020.0,8.08,5.26e-05,71.2,71.2,8.48,6649.2,24472.19,27444.0 | |
| 12,50300000.0,8250.0,509000.0,7950.0,1020.0,7.85,4.79e-05,72.1,72.1,5.1,6649.2,24472.19,27444.0 | |
| 13,54500000.0,8300.0,506000.0,7900.0,1020.0,7.7,4.32e-05,71.7,71.7,4.76,6649.2,24472.19,27444.0 | |
| 14,58700000.0,8390.0,500000.0,7810.0,1020.0,7.55,3.84e-05,70.9,70.9,5.08,6649.2,24472.19,27444.0 | |
| 15,62900000.0,8340.0,503000.0,7860.0,1020.0,7.4,3.37e-05,71.3,71.3,5.14,6649.2,24472.19,27444.0 | |
| 16,67099999.99999999,8350.0,502000.0,7850.0,1020.0,7.3,2.89e-05,71.2,71.2,5.23,6649.2,24472.19,27444.0 | |
| 17,71300000.0,8310.0,505000.0,7880.0,1020.0,7.23,2.42e-05,71.5,71.5,5.28,6649.2,24472.19,27444.0 | |
| 18,75500000.0,8230.0,510000.0,7970.0,1020.0,7.15,1.95e-05,72.3,72.3,5.06,6649.2,24472.19,27444.0 | |
| 19,79700000.0,8270.0,507000.0,7920.0,1020.0,7.08,1.47e-05,71.9,71.9,3.86,6649.2,24472.19,27444.0 | |
| 20,83900000.0,8330.0,503000.0,7860.0,1020.0,7.03,1e-05,71.3,71.3,2.87,,, | |