| iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB | |
| 1,4190000.0000000005,25000.0,168000.0,21000.0,1020.0,11.4,0.0001,191.0,191.0,20.6,3279.84,25808.34,27166.0 | |
| 2,8390000.0,18900.0,222000.0,27800.0,1020.0,11.4,9.53e-05,252.0,252.0,20.7,3279.84,25808.34,27166.0 | |
| 3,12600000.0,19000.0,221000.0,27700.0,1020.0,11.6,9.05e-05,251.0,251.0,195.0,3279.84,25808.34,27166.0 | |
| 4,16800000.0,19000.0,221000.0,27600.0,1020.0,13.6,8.58e-05,251.0,251.0,28.1,3279.81,4603.02,27166.0 | |
| 5,21000000.0,19000.0,221000.0,27600.0,1020.0,12.0,8.11e-05,251.0,251.0,48.8,3279.81,25808.34,27166.0 | |
| 6,25200000.0,19000.0,221000.0,27700.0,1020.0,10.9,7.63e-05,251.0,251.0,19.8,3279.81,25808.34,27166.0 | |
| 7,29400000.0,18900.0,222000.0,27800.0,1020.0,10.4,7.16e-05,252.0,252.0,8.65,3279.81,25808.34,27166.0 | |
| 8,33600000.0,18800.0,223000.0,27800.0,1020.0,9.66,6.68e-05,253.0,253.0,6.87,3279.81,25808.34,27166.0 | |
| 9,37700000.0,18800.0,223000.0,27800.0,1020.0,11.2,6.21e-05,252.0,252.0,52.8,3279.81,25808.34,27166.0 | |
| 10,41900000.0,19100.0,220000.0,27500.0,1020.0,9.09,5.74e-05,249.0,249.0,15.3,3279.81,25808.34,27166.0 | |
| 11,46100000.0,18800.0,223000.0,27800.0,1020.0,8.55,5.26e-05,252.0,252.0,6.84,3279.81,25808.34,27166.0 | |
| 12,50300000.0,18800.0,223000.0,27800.0,1020.0,8.35,4.79e-05,253.0,253.0,5.8,3279.81,25808.34,27166.0 | |
| 13,54500000.0,18800.0,223000.0,27800.0,1020.0,8.12,4.32e-05,252.0,252.0,5.59,3279.81,25808.34,27166.0 | |
| 14,58700000.0,18800.0,223000.0,27800.0,1020.0,7.87,3.84e-05,253.0,253.0,5.36,3279.81,25808.34,27166.0 | |
| 15,62900000.0,18900.0,222000.0,27800.0,1020.0,7.65,3.37e-05,252.0,252.0,4.87,3279.81,25808.34,27166.0 | |
| 16,67099999.99999999,18800.0,223000.0,27800.0,1020.0,7.54,2.89e-05,253.0,253.0,5.0,3279.81,25808.34,27166.0 | |
| 17,71300000.0,18800.0,223000.0,27800.0,1020.0,7.46,2.42e-05,252.0,252.0,5.56,3279.81,25808.34,27166.0 | |
| 18,75500000.0,18800.0,223000.0,27800.0,1020.0,7.34,1.95e-05,253.0,253.0,5.49,3279.81,25808.34,27166.0 | |
| 19,79700000.0,19100.0,220000.0,27500.0,1020.0,7.19,1.47e-05,249.0,249.0,3.2,3279.81,25808.34,27166.0 | |
| 20,83900000.0,19000.0,221000.0,27700.0,1020.0,7.14,1e-05,251.0,251.0,3.54,,, | |