File size: 2,197 Bytes
ae6e601
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB
1,4190000.0000000005,41200.0,102000.0,12700.0,1020.0,11.1,0.0001,115.0,115.0,15.0,3048.98,3048.98,24692.0
2,8390000.0,20400.0,205000.0,25600.0,1020.0,11.1,9.53e-05,233.0,233.0,15.1,3048.98,25707.36,26100.0
3,12600000.0,20400.0,206000.0,25700.0,1020.0,11.4,9.05e-05,234.0,234.0,106.0,3048.98,3049.02,26100.0
4,16800000.0,20300.0,207000.0,25800.0,1020.0,11.7,8.58e-05,234.0,234.0,24.5,3048.98,25707.36,26100.0
5,21000000.0,20300.0,207000.0,25900.0,1020.0,10.0,8.11e-05,235.0,235.0,11.0,,,
6,25200000.0,20300.0,207000.0,25900.0,1020.0,9.46,7.63e-05,235.0,235.0,7.21,3048.98,25707.36,26100.0
7,29400000.0,382000.0,11000.0,1370.0,1020.0,8.87,7.16e-05,12.5,12.5,5.99,3048.98,25707.36,26100.0
8,33600000.0,20300.0,207000.0,25800.0,1020.0,8.44,6.68e-05,234.0,234.0,5.46,,,
9,37700000.0,20500.0,205000.0,25600.0,1020.0,8.18,6.21e-05,232.0,232.0,6.28,3048.98,25707.36,26100.0
10,41900000.0,20300.0,207000.0,25900.0,1020.0,7.87,5.74e-05,235.0,235.0,4.35,3048.98,25707.36,26100.0
11,46100000.0,20300.0,207000.0,25900.0,1020.0,7.74,5.26e-05,235.0,235.0,4.47,3048.98,25707.36,26100.0
12,50300000.0,20200.0,207000.0,25900.0,1020.0,7.6,4.79e-05,235.0,235.0,4.41,3048.98,25707.36,26100.0
13,54500000.0,20500.0,205000.0,25600.0,1020.0,7.42,4.32e-05,232.0,232.0,3.72,3048.98,25707.36,26100.0
14,58700000.0,20300.0,207000.0,25800.0,1020.0,7.27,3.84e-05,234.0,234.0,3.2,3048.98,25707.36,26100.0
15,62900000.0,20300.0,207000.0,25900.0,1020.0,7.17,3.37e-05,235.0,235.0,2.99,3048.98,25707.36,26100.0
16,67099999.99999999,20400.0,205000.0,25700.0,1020.0,7.07,2.89e-05,233.0,233.0,3.0,3048.98,25707.36,26100.0
17,71300000.0,20300.0,207000.0,25800.0,1020.0,6.96,2.42e-05,234.0,234.0,2.81,3048.98,25707.36,26100.0
18,75500000.0,20300.0,207000.0,25800.0,1020.0,6.88,1.95e-05,235.0,235.0,3.0,3048.98,25707.36,26100.0
19,79700000.0,20300.0,207000.0,25900.0,1020.0,6.82,1.47e-05,235.0,235.0,3.08,,,
20,83900000.0,20300.0,207000.0,25800.0,1020.0,6.77,1e-05,235.0,235.0,2.99,,,