File size: 2,195 Bytes
9fde74b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB
1,4190000.0000000005,45600.0,92000.0,11500.0,1020.0,11.2,0.0001,104.0,104.0,14.8,3478.61,3478.61,21600.0
2,8390000.0,23600.0,178000.0,22200.0,1020.0,11.2,9.53e-05,202.0,202.0,14.9,3478.61,3478.63,22876.0
3,12600000.0,23700.0,177000.0,22100.0,1020.0,9.53,9.05e-05,201.0,201.0,35.7,3478.61,3478.63,23018.0
4,16800000.0,23600.0,178000.0,22200.0,1020.0,12.3,8.58e-05,201.0,201.0,37.4,3478.61,3478.63,23018.0
5,21000000.0,23600.0,178000.0,22200.0,1020.0,9.94,8.11e-05,201.0,201.0,14.1,3478.61,22492.98,23018.0
6,25200000.0,23600.0,178000.0,22200.0,1020.0,9.43,7.63e-05,202.0,202.0,8.15,3478.61,22492.98,23018.0
7,29400000.0,402000.0,10400.0,1300.0,1020.0,8.73,7.16e-05,11.8,11.8,6.04,3478.61,22492.98,23018.0
8,33600000.0,23600.0,178000.0,22300.0,1020.0,9.16,6.68e-05,202.0,202.0,27.9,,,
9,37700000.0,23600.0,178000.0,22300.0,1020.0,8.33,6.21e-05,202.0,202.0,9.35,3478.61,22492.98,23018.0
10,41900000.0,23500.0,178000.0,22300.0,1020.0,8.02,5.74e-05,202.0,202.0,5.24,3478.61,22492.98,23018.0
11,46100000.0,23600.0,178000.0,22300.0,1020.0,7.85,5.26e-05,202.0,202.0,4.81,3478.61,22492.98,23018.0
12,50300000.0,23600.0,178000.0,22300.0,1020.0,7.68,4.79e-05,202.0,202.0,4.49,3478.61,22492.98,23018.0
13,54500000.0,23600.0,178000.0,22200.0,1020.0,7.53,4.32e-05,202.0,202.0,4.16,,,
14,58700000.0,23600.0,178000.0,22200.0,1020.0,7.4,3.84e-05,202.0,202.0,4.08,3478.61,22492.98,23020.0
15,62900000.0,23600.0,178000.0,22300.0,1020.0,7.26,3.37e-05,202.0,202.0,3.25,3478.61,22492.98,23020.0
16,67099999.99999999,23600.0,178000.0,22200.0,1020.0,7.17,2.89e-05,202.0,202.0,2.43,3478.61,22492.98,23020.0
17,71300000.0,23800.0,176000.0,22000.0,1020.0,7.1,2.42e-05,200.0,200.0,2.88,3478.61,22492.98,23020.0
18,75500000.0,23600.0,178000.0,22200.0,1020.0,7.03,1.95e-05,202.0,202.0,2.75,,,
19,79700000.0,23600.0,178000.0,22200.0,1020.0,6.96,1.47e-05,202.0,202.0,2.64,3478.61,22492.98,23020.0
20,83900000.0,23600.0,178000.0,22200.0,1020.0,6.91,1e-05,202.0,202.0,2.47,,,