| iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB | |
| 1,4190000.0000000005,48100.0,87100.0,10900.0,1020.0,11.2,0.0001,98.8,98.8,14.8,3478.75,41499.45,42108.0 | |
| 2,8390000.0,23100.0,182000.0,22700.0,1020.0,11.2,9.53e-05,206.0,206.0,14.9,3478.75,3478.77,42108.0 | |
| 3,12600000.0,23100.0,181000.0,22700.0,1020.0,9.53,9.05e-05,206.0,206.0,35.8,3478.75,3478.77,42108.0 | |
| 4,16800000.0,23000.0,182000.0,22800.0,1020.0,12.3,8.58e-05,206.0,206.0,37.4,,, | |
| 5,21000000.0,23100.0,182000.0,22700.0,1020.0,9.94,8.11e-05,206.0,206.0,14.0,3478.75,41499.45,42108.0 | |
| 6,25200000.0,23100.0,182000.0,22700.0,1020.0,9.44,7.63e-05,206.0,206.0,8.13,3478.75,41499.45,42108.0 | |
| 7,29400000.0,210000.0,20000.0,2500.0,1020.0,8.73,7.16e-05,22.6,22.6,6.04,3478.75,41499.45,42108.0 | |
| 8,33600000.0,23000.0,182000.0,22800.0,1020.0,9.17,6.68e-05,207.0,207.0,28.0,3478.75,41499.45,42108.0 | |
| 9,37700000.0,23000.0,182000.0,22800.0,1020.0,8.33,6.21e-05,207.0,207.0,9.44,,, | |
| 10,41900000.0,23000.0,182000.0,22800.0,1020.0,8.02,5.74e-05,207.0,207.0,5.24,3478.75,41499.45,42108.0 | |
| 11,46100000.0,23000.0,182000.0,22800.0,1020.0,7.85,5.26e-05,207.0,207.0,4.81,3478.75,41499.45,42108.0 | |
| 12,50300000.0,23000.0,182000.0,22800.0,1020.0,7.68,4.79e-05,207.0,207.0,4.49,3478.75,41499.45,42108.0 | |
| 13,54500000.0,23000.0,182000.0,22800.0,1020.0,7.53,4.32e-05,206.0,206.0,4.15,3478.75,41499.45,42108.0 | |
| 14,58700000.0,23000.0,182000.0,22800.0,1020.0,7.4,3.84e-05,207.0,207.0,4.07,3478.75,41499.45,42108.0 | |
| 15,62900000.0,23000.0,182000.0,22700.0,1020.0,7.26,3.37e-05,206.0,206.0,3.25,3478.75,41499.45,42108.0 | |
| 16,67099999.99999999,23000.0,182000.0,22800.0,1020.0,7.17,2.89e-05,207.0,207.0,2.43,3478.75,41499.45,42108.0 | |
| 17,71300000.0,23000.0,182000.0,22800.0,1020.0,7.1,2.42e-05,207.0,207.0,2.88,3478.75,41499.45,42108.0 | |
| 18,75500000.0,23000.0,182000.0,22800.0,1020.0,7.03,1.95e-05,207.0,207.0,2.76,3478.75,41499.45,42108.0 | |
| 19,79700000.0,23000.0,182000.0,22800.0,1020.0,6.96,1.47e-05,207.0,207.0,2.65,,, | |
| 20,83900000.0,23100.0,182000.0,22700.0,1020.0,6.91,1e-05,206.0,206.0,2.48,,, | |