| iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB | |
| 1,4190000.0000000005,16400.0,256000.0,3990.0,1020.0,11.5,0.0001,36.2,36.2,26.4,3473.77,13170.99,15440.0 | |
| 2,8390000.0,9580.0,438000.0,6840.0,1020.0,11.5,9.53e-05,62.1,62.1,26.6,3473.77,13170.99,15440.0 | |
| 3,12600000.0,9460.0,443000.0,6930.0,1020.0,11.5,9.05e-05,62.8,62.8,262.0,3473.77,13170.99,15440.0 | |
| 4,16800000.0,9550.0,439000.0,6860.0,1020.0,14.6,8.58e-05,62.2,62.2,29.1,3473.76,5624.33,15440.0 | |
| 5,21000000.0,9530.0,440000.0,6880.0,1020.0,10.8,8.11e-05,62.4,62.4,30.8,3473.76,13170.99,15440.0 | |
| 6,25200000.0,9570.0,438000.0,6850.0,1020.0,10.6,7.63e-05,62.1,62.1,27.7,3473.76,13170.99,15440.0 | |
| 7,29400000.0,2790.0,1500000.0,23500.0,1020.0,10.2,7.16e-05,213.0,213.0,9.42,3473.76,13170.99,15440.0 | |
| 8,33600000.0,9540.0,440000.0,6870.0,1020.0,12.8,6.68e-05,62.4,62.4,77.7,3473.76,13170.99,15440.0 | |
| 9,37700000.0,9530.0,440000.0,6880.0,1020.0,9.42,6.21e-05,62.4,62.4,11.2,3473.76,13170.99,15440.0 | |
| 10,41900000.0,9570.0,438000.0,6850.0,1020.0,9.2,5.74e-05,62.1,62.1,6.9,3473.76,13170.99,15440.0 | |
| 11,46100000.0,9540.0,440000.0,6870.0,1020.0,8.91,5.26e-05,62.3,62.3,5.86,3473.76,13170.99,15440.0 | |
| 12,50300000.0,9530.0,440000.0,6880.0,1020.0,8.54,4.79e-05,62.4,62.4,6.37,3473.76,13170.99,15440.0 | |
| 13,54500000.0,9550.0,439000.0,6870.0,1020.0,8.09,4.32e-05,62.3,62.3,5.41,3473.76,13170.99,15440.0 | |
| 14,58700000.0,9500.0,441000.0,6900.0,1020.0,7.68,3.84e-05,62.6,62.6,4.61,3473.76,13170.99,15440.0 | |
| 15,62900000.0,9500.0,442000.0,6900.0,1020.0,7.51,3.37e-05,62.6,62.6,7.21,3473.76,13170.99,15440.0 | |
| 16,67099999.99999999,9530.0,440000.0,6870.0,1020.0,7.4,2.89e-05,62.4,62.4,6.99,3473.76,13170.99,15440.0 | |
| 17,71300000.0,9560.0,439000.0,6860.0,1020.0,7.36,2.42e-05,62.2,62.2,6.18,3473.76,13170.99,15440.0 | |
| 18,75500000.0,9560.0,439000.0,6850.0,1020.0,7.33,1.95e-05,62.2,62.2,6.87,3473.76,13170.99,15440.0 | |
| 19,79700000.0,9560.0,439000.0,6860.0,1020.0,7.21,1.47e-05,62.2,62.2,5.57,3473.76,13170.99,15440.0 | |
| 20,83900000.0,9520.0,441000.0,6890.0,1020.0,7.11,1e-05,62.5,62.5,4.3,,, | |