Gemma2-9B-Finetune-RDE / trainer_log.jsonl
SamChen888's picture
Upload folder using huggingface_hub
8bdd23a verified
{"current_steps": 10, "total_steps": 111, "loss": 1.9494, "lr": 4.9005367134442235e-05, "epoch": 0.26666666666666666, "percentage": 9.01, "elapsed_time": "0:11:27", "remaining_time": "1:55:40", "throughput": 33.83, "total_tokens": 23248}
{"current_steps": 20, "total_steps": 111, "loss": 0.3681, "lr": 4.6100612100748765e-05, "epoch": 0.5333333333333333, "percentage": 18.02, "elapsed_time": "0:22:37", "remaining_time": "1:42:58", "throughput": 33.79, "total_tokens": 45888}
{"current_steps": 30, "total_steps": 111, "loss": 0.4155, "lr": 4.151686808475204e-05, "epoch": 0.8, "percentage": 27.03, "elapsed_time": "0:33:51", "remaining_time": "1:31:23", "throughput": 33.72, "total_tokens": 68496}
{"current_steps": 40, "total_steps": 111, "loss": 0.3174, "lr": 3.56188664821012e-05, "epoch": 1.0666666666666667, "percentage": 36.04, "elapsed_time": "0:44:51", "remaining_time": "1:19:37", "throughput": 33.71, "total_tokens": 90720}
{"current_steps": 50, "total_steps": 111, "loss": 0.2294, "lr": 2.8875914991604948e-05, "epoch": 1.3333333333333333, "percentage": 45.05, "elapsed_time": "0:56:00", "remaining_time": "1:08:19", "throughput": 33.75, "total_tokens": 113392}
{"current_steps": 60, "total_steps": 111, "loss": 0.2442, "lr": 2.182455450632803e-05, "epoch": 1.6, "percentage": 54.05, "elapsed_time": "1:07:14", "remaining_time": "0:57:09", "throughput": 33.76, "total_tokens": 136208}
{"current_steps": 70, "total_steps": 111, "loss": 0.3141, "lr": 1.5025866217114592e-05, "epoch": 1.8666666666666667, "percentage": 63.06, "elapsed_time": "1:18:28", "remaining_time": "0:45:57", "throughput": 33.77, "total_tokens": 159024}
{"current_steps": 80, "total_steps": 111, "loss": 0.1918, "lr": 9.020826029175384e-06, "epoch": 2.1333333333333333, "percentage": 72.07, "elapsed_time": "1:29:39", "remaining_time": "0:34:44", "throughput": 33.79, "total_tokens": 181776}
{"current_steps": 90, "total_steps": 111, "loss": 0.1719, "lr": 4.2872587689039484e-06, "epoch": 2.4, "percentage": 81.08, "elapsed_time": "1:40:47", "remaining_time": "0:23:31", "throughput": 33.78, "total_tokens": 204320}
{"current_steps": 100, "total_steps": 111, "loss": 0.1387, "lr": 1.201817361771837e-06, "epoch": 2.6666666666666665, "percentage": 90.09, "elapsed_time": "1:52:07", "remaining_time": "0:12:20", "throughput": 33.8, "total_tokens": 227376}
{"current_steps": 110, "total_steps": 111, "loss": 0.1394, "lr": 1.0012322041960676e-08, "epoch": 2.9333333333333336, "percentage": 99.1, "elapsed_time": "2:03:14", "remaining_time": "0:01:07", "throughput": 33.79, "total_tokens": 249856}
{"current_steps": 111, "total_steps": 111, "epoch": 2.96, "percentage": 100.0, "elapsed_time": "2:04:28", "remaining_time": "0:00:00", "throughput": 33.75, "total_tokens": 252064}