| iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB | |
| 1,4190000.0000000005,42600.0,98600.0,12300.0,1020.0,11.1,0.0001,112.0,112.0,15.0,3049.26,48361.99,48720.0 | |
| 2,8390000.0,19900.0,211000.0,26300.0,1020.0,11.1,9.53e-05,239.0,239.0,15.1,3049.26,48361.99,48720.0 | |
| 3,12600000.0,19600.0,214000.0,26700.0,1020.0,11.4,9.05e-05,242.0,242.0,106.0,3049.26,48361.99,48720.0 | |
| 4,16800000.0,19600.0,214000.0,26800.0,1020.0,11.7,8.58e-05,243.0,243.0,24.5,3049.26,3049.3,48720.0 | |
| 5,21000000.0,19600.0,214000.0,26800.0,1020.0,10.0,8.11e-05,243.0,243.0,11.0,3049.26,48361.99,48720.0 | |
| 6,25200000.0,19500.0,215000.0,26800.0,1020.0,9.46,7.63e-05,243.0,243.0,7.2,3049.26,48361.99,48720.0 | |
| 7,29400000.0,199000.0,21100.0,2640.0,1020.0,8.87,7.16e-05,23.9,23.9,5.99,3049.26,48361.99,48720.0 | |
| 8,33600000.0,19500.0,215000.0,26800.0,1020.0,8.44,6.68e-05,243.0,243.0,5.47,3049.26,48361.99,48720.0 | |
| 9,37700000.0,19500.0,215000.0,26800.0,1020.0,8.17,6.21e-05,243.0,243.0,6.22,3049.26,48361.99,48720.0 | |
| 10,41900000.0,19600.0,214000.0,26800.0,1020.0,7.87,5.74e-05,243.0,243.0,4.35,,, | |
| 11,46100000.0,19500.0,215000.0,26800.0,1020.0,7.74,5.26e-05,243.0,243.0,4.47,3049.26,48361.99,48720.0 | |
| 12,50300000.0,19500.0,215000.0,26800.0,1020.0,7.6,4.79e-05,244.0,244.0,4.41,3049.26,48361.99,48720.0 | |
| 13,54500000.0,19500.0,215000.0,26800.0,1020.0,7.41,4.32e-05,243.0,243.0,3.72,3049.26,48361.99,48720.0 | |
| 14,58700000.0,19600.0,214000.0,26800.0,1020.0,7.27,3.84e-05,243.0,243.0,3.19,3049.26,48361.99,48720.0 | |
| 15,62900000.0,19500.0,215000.0,26800.0,1020.0,7.17,3.37e-05,243.0,243.0,3.0,3049.26,48361.99,48720.0 | |
| 16,67099999.99999999,19500.0,215000.0,26800.0,1020.0,7.07,2.89e-05,244.0,244.0,3.0,,, | |
| 17,71300000.0,19600.0,214000.0,26700.0,1020.0,6.96,2.42e-05,242.0,242.0,2.81,3049.26,48361.99,48720.0 | |
| 18,75500000.0,19600.0,214000.0,26800.0,1020.0,6.88,1.95e-05,243.0,243.0,3.0,3049.26,48361.99,48720.0 | |
| 19,79700000.0,19500.0,215000.0,26800.0,1020.0,6.82,1.47e-05,244.0,244.0,3.09,3049.26,48361.99,48720.0 | |
| 20,83900000.0,19500.0,215000.0,26800.0,1020.0,6.77,1e-05,244.0,244.0,2.99,,, | |