iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB
1,4190000.0000000005,105000.0,40000.0,2500.0,1020.0,11.2,0.0001,22.7,22.7,17.8,2394.03,45800.36,46370.0
2,8390000.0,58200.0,72100.0,4500.0,1020.0,11.2,9.53e-05,40.9,40.9,17.8,2394.03,45800.36,46498.0
3,12600000.0,56500.0,74300.0,4640.0,1020.0,9.62,9.05e-05,42.1,42.1,21.7,2394.03,45800.36,46498.0
4,16800000.0,55600.0,75500.0,4720.0,1020.0,10.4,8.58e-05,42.8,42.8,45.6,2394.03,45800.36,46498.0
5,21000000.0,54600.0,76800.0,4800.0,1020.0,9.43,8.11e-05,43.5,43.5,11.2,,,
6,25200000.0,55900.0,75100.0,4690.0,1020.0,9.37,7.63e-05,42.6,42.6,7.68,2394.03,45800.36,46498.0
7,29400000.0,174000.0,24000.0,1500.0,1020.0,8.97,7.16e-05,13.6,13.6,5.69,2394.03,45800.36,46498.0
8,33600000.0,55600.0,75400.0,4710.0,1020.0,8.47,6.68e-05,42.7,42.7,5.25,2394.03,45800.36,46498.0
9,37700000.0,54200.0,77400.0,4840.0,1020.0,8.01,6.21e-05,43.9,43.9,4.65,2394.03,45800.36,46498.0
10,41900000.0,55000.0,76300.0,4770.0,1020.0,7.75,5.74e-05,43.2,43.2,3.83,2394.03,45800.36,46498.0
11,46100000.0,57100.0,73500.0,4590.0,1020.0,7.62,5.26e-05,41.7,41.7,4.98,2394.03,45800.36,46498.0
12,50300000.0,53800.0,77900.0,4870.0,1020.0,7.46,4.79e-05,44.2,44.2,3.44,2394.03,45800.36,46498.0
13,54500000.0,53900.0,77900.0,4870.0,1020.0,7.34,4.32e-05,44.1,44.1,3.45,2394.03,45800.36,46498.0
14,58700000.0,54700.0,76700.0,4800.0,1020.0,7.22,3.84e-05,43.5,43.5,3.25,,,
15,62900000.0,53900.0,77800.0,4860.0,1020.0,7.1,3.37e-05,44.1,44.1,2.89,2394.03,45800.36,46498.0
16,67099999.99999999,53200.0,78900.0,4930.0,1020.0,7.01,2.89e-05,44.7,44.7,2.58,2394.03,45800.36,46498.0
17,71300000.0,52900.0,79300.0,4960.0,1020.0,6.94,2.42e-05,45.0,45.0,2.48,2394.03,45800.36,46498.0
18,75500000.0,55100.0,76100.0,4760.0,1020.0,6.88,1.95e-05,43.2,43.2,2.49,2394.03,45800.36,46498.0
19,79700000.0,54500.0,76900.0,4810.0,1020.0,6.83,1.47e-05,43.6,43.6,2.43,,,
20,83900000.0,53700.0,78100.0,4880.0,1020.0,6.78,1e-05,44.3,44.3,2.26,,,