File size: 2,199 Bytes
33ea874 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB
1,4190000.0000000005,19400.0,216000.0,3380.0,1020.0,11.4,0.0001,30.6,30.6,20.6,1887.48,7519.63,8718.0
2,8390000.0,5390.0,778000.0,12200.0,1020.0,11.4,9.53e-05,110.0,110.0,20.7,1887.48,7519.63,8718.0
3,12600000.0,5290.0,792000.0,12400.0,1020.0,11.6,9.05e-05,112.0,112.0,194.0,1887.48,7519.63,8718.0
4,16800000.0,6920.0,606000.0,9470.0,1020.0,13.6,8.58e-05,86.0,86.0,28.0,1887.46,2979.83,8718.0
5,21000000.0,6960.0,602000.0,9410.0,1020.0,12.0,8.11e-05,85.4,85.4,48.9,1887.46,7519.63,8718.0
6,25200000.0,6910.0,607000.0,9480.0,1020.0,10.9,7.63e-05,86.0,86.0,19.8,1887.46,7519.63,8718.0
7,29400000.0,4810.0,871000.0,13600.0,1020.0,10.4,7.16e-05,124.0,124.0,8.62,1887.46,7519.63,8718.0
8,33600000.0,4800.0,873000.0,13600.0,1020.0,9.66,6.68e-05,124.0,124.0,6.89,1887.46,7519.63,8718.0
9,37700000.0,4810.0,873000.0,13600.0,1020.0,11.3,6.21e-05,124.0,124.0,53.1,1887.46,7519.63,8718.0
10,41900000.0,4800.0,874000.0,13700.0,1020.0,9.11,5.74e-05,124.0,124.0,16.2,1887.46,7519.63,8718.0
11,46100000.0,4790.0,875000.0,13700.0,1020.0,8.57,5.26e-05,124.0,124.0,7.53,1887.46,7519.63,8718.0
12,50300000.0,4790.0,875000.0,13700.0,1020.0,8.37,4.79e-05,124.0,124.0,5.8,1887.46,7519.63,8718.0
13,54500000.0,4800.0,875000.0,13700.0,1020.0,8.16,4.32e-05,124.0,124.0,5.6,1887.46,7519.63,8718.0
14,58700000.0,4790.0,875000.0,13700.0,1020.0,7.91,3.84e-05,124.0,124.0,5.4,1887.46,7519.63,8718.0
15,62900000.0,4790.0,875000.0,13700.0,1020.0,7.68,3.37e-05,124.0,124.0,4.96,1887.46,7519.63,8718.0
16,67099999.99999999,4790.0,876000.0,13700.0,1020.0,7.54,2.89e-05,124.0,124.0,4.96,1887.46,7519.63,8718.0
17,71300000.0,4800.0,875000.0,13700.0,1020.0,7.46,2.42e-05,124.0,124.0,5.07,1887.46,7519.63,8718.0
18,75500000.0,4790.0,875000.0,13700.0,1020.0,7.36,1.95e-05,124.0,124.0,5.8,1887.46,7519.63,8718.0
19,79700000.0,4790.0,875000.0,13700.0,1020.0,7.23,1.47e-05,124.0,124.0,4.04,1887.46,7519.63,8718.0
20,83900000.0,4790.0,875000.0,13700.0,1020.0,7.14,1e-05,124.0,124.0,3.04,,,
|