| iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB | |
| 1,4190000.0000000005,102000.0,41300.0,5160.0,1020.0,11.5,0.0001,46.9,46.9,15.7,2488.78,31291.22,32630.0 | |
| 2,8390000.0,97100.0,43200.0,5400.0,1020.0,11.5,9.53e-05,49.0,49.0,16.0,2488.78,31291.22,32630.0 | |
| 3,12600000.0,97100.0,43200.0,5400.0,1020.0,12.8,9.05e-05,49.0,49.0,137.0,2488.78,31291.22,32630.0 | |
| 4,16800000.0,97100.0,43200.0,5400.0,1020.0,12.2,8.58e-05,49.0,49.0,22.4,2488.75,2488.85,32630.0 | |
| 5,21000000.0,97200.0,43200.0,5400.0,1020.0,12.4,8.11e-05,49.0,49.0,42.9,2488.75,31291.22,32630.0 | |
| 6,25200000.0,97100.0,43200.0,5400.0,1020.0,11.1,7.63e-05,49.0,49.0,24.7,2488.75,31291.22,32630.0 | |
| 7,29400000.0,97400.0,43100.0,5380.0,1020.0,10.2,7.16e-05,48.8,48.8,12.2,2488.75,31291.22,32630.0 | |
| 8,33600000.0,97100.0,43200.0,5400.0,1020.0,9.8,6.68e-05,49.0,49.0,7.31,2488.75,31291.22,32630.0 | |
| 9,37700000.0,97500.0,43000.0,5380.0,1020.0,9.32,6.21e-05,48.8,48.8,6.66,2488.75,31291.22,32630.0 | |
| 10,41900000.0,97100.0,43200.0,5400.0,1020.0,9.22,5.74e-05,49.0,49.0,16.2,2488.75,31291.22,32630.0 | |
| 11,46100000.0,97100.0,43200.0,5400.0,1020.0,8.63,5.26e-05,49.0,49.0,7.93,2488.75,31291.22,32630.0 | |
| 12,50300000.0,97100.0,43200.0,5400.0,1020.0,8.27,4.79e-05,49.0,49.0,5.43,2488.75,31291.22,32630.0 | |
| 13,54500000.0,97200.0,43200.0,5400.0,1020.0,8.1,4.32e-05,49.0,49.0,5.53,2488.75,31291.22,32630.0 | |
| 14,58700000.0,97100.0,43200.0,5400.0,1020.0,7.93,3.84e-05,49.0,49.0,5.77,2488.75,31291.22,32630.0 | |
| 15,62900000.0,97200.0,43100.0,5390.0,1020.0,7.72,3.37e-05,48.9,48.9,5.17,2488.75,31291.22,32630.0 | |
| 16,67099999.99999999,97100.0,43200.0,5400.0,1020.0,7.56,2.89e-05,49.0,49.0,4.92,2488.75,31291.22,32630.0 | |
| 17,71300000.0,97100.0,43200.0,5400.0,1020.0,7.45,2.42e-05,49.0,49.0,4.93,2488.75,31291.22,32630.0 | |
| 18,75500000.0,97100.0,43200.0,5400.0,1020.0,7.35,1.95e-05,49.0,49.0,4.04,2488.75,31291.22,32630.0 | |
| 19,79700000.0,97100.0,43200.0,5400.0,1020.0,7.29,1.47e-05,49.0,49.0,4.12,2488.75,31291.22,32630.0 | |
| 20,83900000.0,97200.0,43200.0,5400.0,1020.0,7.23,1e-05,49.0,49.0,3.95,,, | |