File size: 2,192 Bytes
bb1ca7c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB
1,4190000.0000000005,54200.0,77400.0,9670.0,1020.0,11.1,0.0001,87.8,87.8,24.9,4717.29,4717.31,44472.0
2,8390000.0,29200.0,144000.0,17900.0,1020.0,11.1,9.53e-05,163.0,163.0,25.1,4717.29,4717.31,44472.0
3,12600000.0,29300.0,143000.0,17900.0,1020.0,9.49,9.05e-05,162.0,162.0,21.5,4717.29,4717.31,44472.0
4,16800000.0,29200.0,144000.0,18000.0,1020.0,9.36,8.58e-05,163.0,163.0,21.4,4717.29,44034.23,44472.0
5,21000000.0,29200.0,144000.0,18000.0,1020.0,9.02,8.11e-05,163.0,163.0,12.7,,,
6,25200000.0,29100.0,144000.0,18000.0,1020.0,10.3,7.63e-05,163.0,163.0,47.1,4717.29,44034.23,44472.0
7,29400000.0,231000.0,18100.0,2270.0,1020.0,8.68,7.16e-05,20.6,20.6,5.58,,,
8,33600000.0,29200.0,144000.0,18000.0,1020.0,8.32,6.68e-05,163.0,163.0,4.78,4717.29,44034.23,44472.0
9,37700000.0,29200.0,144000.0,18000.0,1020.0,7.95,6.21e-05,163.0,163.0,3.31,4717.29,44034.23,44472.0
10,41900000.0,29200.0,144000.0,18000.0,1020.0,7.69,5.74e-05,163.0,163.0,4.31,4717.29,44034.23,44472.0
11,46100000.0,29100.0,144000.0,18000.0,1020.0,7.45,5.26e-05,163.0,163.0,2.5,4717.29,44034.23,44472.0
12,50300000.0,29100.0,144000.0,18000.0,1020.0,7.37,4.79e-05,163.0,163.0,5.02,4717.29,44034.23,44472.0
13,54500000.0,29100.0,144000.0,18000.0,1020.0,7.31,4.32e-05,163.0,163.0,6.04,4717.29,44034.23,44472.0
14,58700000.0,29100.0,144000.0,18000.0,1020.0,7.19,3.84e-05,163.0,163.0,5.29,4717.29,44034.23,44472.0
15,62900000.0,29100.0,144000.0,18000.0,1020.0,7.06,3.37e-05,163.0,163.0,2.7,4717.29,44034.23,44472.0
16,67099999.99999999,29100.0,144000.0,18000.0,1020.0,6.97,2.89e-05,163.0,163.0,2.02,4717.29,44034.23,44472.0
17,71300000.0,29100.0,144000.0,18000.0,1020.0,6.91,2.42e-05,163.0,163.0,2.02,4717.29,44034.23,44472.0
18,75500000.0,29100.0,144000.0,18000.0,1020.0,6.86,1.95e-05,163.0,163.0,2.0,,,
19,79700000.0,29100.0,144000.0,18000.0,1020.0,6.81,1.47e-05,163.0,163.0,2.03,4717.29,44034.23,44472.0
20,83900000.0,29100.0,144000.0,18000.0,1020.0,6.77,1e-05,163.0,163.0,1.94,,,