| iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB | |
| 1,4190000.0000000005,19100.0,220000.0,3440.0,1020.0,11.4,0.0001,31.2,31.2,11.5,701.67,42053.98,42890.0 | |
| 2,8390000.0,5260.0,798000.0,12500.0,1020.0,11.4,9.53e-05,113.0,113.0,11.6,701.67,42053.98,42892.0 | |
| 3,12600000.0,5180.0,810000.0,12700.0,1020.0,11.9,9.05e-05,115.0,115.0,122.0,701.67,42053.98,42892.0 | |
| 4,16800000.0,5170.0,811000.0,12700.0,1020.0,12.3,8.58e-05,115.0,115.0,18.3,701.67,999.72,42892.0 | |
| 5,21000000.0,5200.0,806000.0,12600.0,1020.0,11.2,8.11e-05,114.0,114.0,29.0,701.67,42053.98,42892.0 | |
| 6,25200000.0,5320.0,788000.0,12300.0,1020.0,10.2,7.63e-05,112.0,112.0,10.4,701.67,42053.98,42892.0 | |
| 7,29400000.0,5090.0,825000.0,12900.0,1020.0,9.78,7.16e-05,117.0,117.0,9.29,701.67,42053.98,42892.0 | |
| 8,33600000.0,5070.0,827000.0,12900.0,1020.0,10.0,6.68e-05,117.0,117.0,32.7,701.67,42053.98,42892.0 | |
| 9,37700000.0,5080.0,825000.0,12900.0,1020.0,9.28,6.21e-05,117.0,117.0,9.83,701.67,42053.98,42892.0 | |
| 10,41900000.0,5060.0,829000.0,12900.0,1020.0,9.05,5.74e-05,117.0,117.0,7.95,701.67,42053.98,42892.0 | |
| 11,46100000.0,5050.0,830000.0,13000.0,1020.0,8.8,5.26e-05,118.0,118.0,6.87,701.67,42053.98,42892.0 | |
| 12,50300000.0,5060.0,828000.0,12900.0,1020.0,8.53,4.79e-05,117.0,117.0,6.54,701.67,42053.98,42892.0 | |
| 13,54500000.0,5060.0,829000.0,13000.0,1020.0,8.26,4.32e-05,118.0,118.0,6.14,701.67,42053.98,42892.0 | |
| 14,58700000.0,5070.0,828000.0,12900.0,1020.0,8.04,3.84e-05,117.0,117.0,5.51,701.67,42053.98,42892.0 | |
| 15,62900000.0,5070.0,828000.0,12900.0,1020.0,7.94,3.37e-05,117.0,117.0,6.08,701.67,42053.98,42892.0 | |
| 16,67099999.99999999,5050.0,830000.0,13000.0,1020.0,7.88,2.89e-05,118.0,118.0,6.9,701.67,42053.98,42892.0 | |
| 17,71300000.0,5050.0,831000.0,13000.0,1020.0,7.74,2.42e-05,118.0,118.0,5.79,701.67,42053.98,42892.0 | |
| 18,75500000.0,5050.0,831000.0,13000.0,1020.0,7.61,1.95e-05,118.0,118.0,4.59,701.67,42053.98,42892.0 | |
| 19,79700000.0,5060.0,830000.0,13000.0,1020.0,7.52,1.47e-05,118.0,118.0,4.5,701.67,42053.98,42892.0 | |
| 20,83900000.0,5040.0,832000.0,13000.0,1020.0,7.46,1e-05,118.0,118.0,4.57,,, | |