| iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB | |
| 1,4190000.0000000005,59900.0,70100.0,1090.0,1020.0,11.6,0.0001,9.93,9.93,11.1,502.57,66949.64,67796.0 | |
| 2,8390000.0,9010.0,465000.0,7270.0,1020.0,11.6,9.53e-05,66.0,66.0,11.1,502.57,66949.64,67796.0 | |
| 3,12600000.0,8850.0,474000.0,7400.0,1020.0,11.4,9.05e-05,67.2,67.2,76.0,502.57,66949.64,67796.0 | |
| 4,16800000.0,8890.0,472000.0,7370.0,1020.0,11.5,8.58e-05,66.9,66.9,15.1,502.57,668.39,67796.0 | |
| 5,21000000.0,8840.0,474000.0,7410.0,1020.0,11.6,8.11e-05,67.3,67.3,24.2,502.57,66949.64,67796.0 | |
| 6,25200000.0,8890.0,472000.0,7370.0,1020.0,10.1,7.63e-05,66.9,66.9,12.8,502.57,66949.64,67796.0 | |
| 7,29400000.0,8800.0,477000.0,7450.0,1020.0,9.9,7.16e-05,67.6,67.6,9.27,502.57,66949.64,67796.0 | |
| 8,33600000.0,8840.0,474000.0,7410.0,1020.0,9.56,6.68e-05,67.2,67.2,6.92,502.57,66949.64,67796.0 | |
| 9,37700000.0,8870.0,473000.0,7390.0,1020.0,9.2,6.21e-05,67.0,67.0,6.51,502.57,66949.64,67796.0 | |
| 10,41900000.0,8870.0,473000.0,7390.0,1020.0,8.88,5.74e-05,67.1,67.1,5.55,502.57,66949.64,67796.0 | |
| 11,46100000.0,8840.0,474000.0,7410.0,1020.0,8.69,5.26e-05,67.2,67.2,5.87,502.57,66949.64,67796.0 | |
| 12,50300000.0,8840.0,475000.0,7420.0,1020.0,8.48,4.79e-05,67.3,67.3,5.82,502.57,66949.64,67796.0 | |
| 13,54500000.0,8850.0,474000.0,7400.0,1020.0,8.25,4.32e-05,67.2,67.2,5.08,502.57,66949.64,67796.0 | |
| 14,58700000.0,8890.0,472000.0,7370.0,1020.0,8.1,3.84e-05,66.9,66.9,5.08,502.57,66949.64,67796.0 | |
| 15,62900000.0,8860.0,473000.0,7390.0,1020.0,7.99,3.37e-05,67.1,67.1,5.11,502.57,66949.64,67796.0 | |
| 16,67099999.99999999,8870.0,473000.0,7390.0,1020.0,7.9,2.89e-05,67.0,67.0,5.13,502.57,66949.64,67796.0 | |
| 17,71300000.0,8870.0,473000.0,7390.0,1020.0,7.78,2.42e-05,67.0,67.0,4.9,502.57,66949.64,67796.0 | |
| 18,75500000.0,8850.0,474000.0,7400.0,1020.0,7.67,1.95e-05,67.2,67.2,4.65,502.57,66949.64,67796.0 | |
| 19,79700000.0,8850.0,474000.0,7400.0,1020.0,7.58,1.47e-05,67.2,67.2,4.55,502.57,66949.64,67796.0 | |
| 20,83900000.0,8870.0,473000.0,7390.0,1020.0,7.53,1e-05,67.0,67.0,4.51,,, | |