File size: 2,192 Bytes
918dc31 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB
1,4190000.0000000005,19800.0,212000.0,3310.0,1020.0,11.4,0.0001,30.1,30.1,20.6,1887.88,24416.38,25252.0
2,8390000.0,10100.0,417000.0,6520.0,1020.0,11.4,9.53e-05,59.2,59.2,20.7,1887.88,24416.38,25252.0
3,12600000.0,9910.0,423000.0,6620.0,1020.0,11.6,9.05e-05,60.0,60.0,194.0,1887.88,24416.38,25252.0
4,16800000.0,9940.0,422000.0,6590.0,1020.0,13.6,8.58e-05,59.8,59.8,28.0,1887.88,2979.51,25252.0
5,21000000.0,9900.0,424000.0,6620.0,1020.0,12.0,8.11e-05,60.1,60.1,49.0,1887.88,24416.38,25252.0
6,25200000.0,9930.0,422000.0,6600.0,1020.0,10.9,7.63e-05,59.9,59.9,19.9,1887.88,24416.38,25252.0
7,29400000.0,2500.0,1680000.0,26200.0,1020.0,10.4,7.16e-05,238.0,238.0,8.64,1887.88,24416.38,25252.0
8,33600000.0,9910.0,423000.0,6610.0,1020.0,9.67,6.68e-05,60.0,60.0,6.92,1887.88,24416.38,25252.0
9,37700000.0,9910.0,423000.0,6610.0,1020.0,11.3,6.21e-05,60.0,60.0,53.3,1887.88,24416.38,25252.0
10,41900000.0,9940.0,422000.0,6590.0,1020.0,9.13,5.74e-05,59.8,59.8,16.9,1887.88,24416.38,25252.0
11,46100000.0,9920.0,423000.0,6610.0,1020.0,8.6,5.26e-05,59.9,59.9,7.95,1887.88,24416.38,25252.0
12,50300000.0,9940.0,422000.0,6590.0,1020.0,8.39,4.79e-05,59.8,59.8,5.82,1887.88,24416.38,25252.0
13,54500000.0,9940.0,422000.0,6590.0,1020.0,8.18,4.32e-05,59.8,59.8,5.62,1887.88,24416.38,25252.0
14,58700000.0,9920.0,423000.0,6610.0,1020.0,7.93,3.84e-05,60.0,60.0,5.41,1887.88,24416.38,25252.0
15,62900000.0,9950.0,422000.0,6590.0,1020.0,7.7,3.37e-05,59.8,59.8,5.0,1887.88,24416.38,25252.0
16,67099999.99999999,9950.0,421000.0,6590.0,1020.0,7.55,2.89e-05,59.7,59.7,4.9,1887.88,24416.38,25252.0
17,71300000.0,9910.0,423000.0,6620.0,1020.0,7.46,2.42e-05,60.0,60.0,4.93,1887.88,24416.38,25252.0
18,75500000.0,9940.0,422000.0,6590.0,1020.0,7.38,1.95e-05,59.8,59.8,5.8,1887.88,24416.38,25252.0
19,79700000.0,9940.0,422000.0,6590.0,1020.0,7.25,1.47e-05,59.8,59.8,4.46,1887.88,24416.38,25252.0
20,83900000.0,9920.0,423000.0,6610.0,1020.0,7.15,1e-05,60.0,60.0,2.95,,,
|