Hugging Face's logo

PKU-Alignment
/
ProgressGym-HistLlama3-8B-C019-instruct-v0.2

Text Generation
Transformers
Safetensors
llama
alignment
value alignment
AI safety
safety
LLM
history
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
ProgressGym-HistLlama3-8B-C019-instruct-v0.2
File size: 12,705 Bytes 
ff76ffd
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
 
{"current_steps": 1, "total_steps": 192, "loss": 0.9787, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0, "epoch": 0.020833333333333332, "percentage": 0.52, "elapsed_time": "0:00:02", "remaining_time": "0:09:29"}
{"current_steps": 5, "total_steps": 192, "loss": 0.9575, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.25e-06, "epoch": 0.10416666666666667, "percentage": 2.6, "elapsed_time": "0:00:08", "remaining_time": "0:05:16"}
{"current_steps": 10, "total_steps": 192, "loss": 0.8647, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.25e-06, "epoch": 0.20833333333333334, "percentage": 5.21, "elapsed_time": "0:00:15", "remaining_time": "0:04:36"}
{"current_steps": 15, "total_steps": 192, "loss": 0.8335, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 9e-06, "epoch": 0.3125, "percentage": 7.81, "elapsed_time": "0:00:22", "remaining_time": "0:04:25"}
{"current_steps": 20, "total_steps": 192, "loss": 0.8164, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.275e-05, "epoch": 0.4166666666666667, "percentage": 10.42, "elapsed_time": "0:00:30", "remaining_time": "0:04:22"}
{"current_steps": 20, "total_steps": 192, "loss": null, "eval_loss": 0.8431240916252136, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.4166666666666667, "percentage": 10.42, "elapsed_time": "0:00:30", "remaining_time": "0:04:22"}
{"current_steps": 25, "total_steps": 192, "loss": 0.8222, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.3195176200175283e-05, "epoch": 0.5208333333333334, "percentage": 13.02, "elapsed_time": "0:01:25", "remaining_time": "0:09:33"}
{"current_steps": 30, "total_steps": 192, "loss": 0.8995, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 9.515676612044427e-06, "epoch": 0.625, "percentage": 15.62, "elapsed_time": "0:01:32", "remaining_time": "0:08:20"}
{"current_steps": 35, "total_steps": 192, "loss": 0.8188, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 6.797580677308734e-06, "epoch": 0.7291666666666666, "percentage": 18.23, "elapsed_time": "0:01:39", "remaining_time": "0:07:24"}
{"current_steps": 40, "total_steps": 192, "loss": 0.7962, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.808575415542887e-06, "epoch": 0.8333333333333334, "percentage": 20.83, "elapsed_time": "0:01:45", "remaining_time": "0:06:40"}
{"current_steps": 40, "total_steps": 192, "loss": null, "eval_loss": 0.8461718559265137, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.8333333333333334, "percentage": 20.83, "elapsed_time": "0:01:45", "remaining_time": "0:06:40"}
{"current_steps": 45, "total_steps": 192, "loss": 0.8768, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.3676619069852654e-06, "epoch": 0.9375, "percentage": 23.44, "elapsed_time": "0:03:29", "remaining_time": "0:11:24"}
{"current_steps": 50, "total_steps": 192, "loss": 0.721, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.334947896124909e-06, "epoch": 1.0416666666666667, "percentage": 26.04, "elapsed_time": "0:03:36", "remaining_time": "0:10:15"}
{"current_steps": 55, "total_steps": 192, "loss": 0.4634, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.603233215095547e-06, "epoch": 1.1458333333333333, "percentage": 28.65, "elapsed_time": "0:03:42", "remaining_time": "0:09:15"}
{"current_steps": 60, "total_steps": 192, "loss": 0.4335, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.0911174606561334e-06, "epoch": 1.25, "percentage": 31.25, "elapsed_time": "0:03:49", "remaining_time": "0:08:24"}
{"current_steps": 60, "total_steps": 192, "loss": null, "eval_loss": 0.8650219440460205, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.25, "percentage": 31.25, "elapsed_time": "0:03:49", "remaining_time": "0:08:24"}
{"current_steps": 65, "total_steps": 192, "loss": 0.3981, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 7.373930741131784e-07, "epoch": 1.3541666666666667, "percentage": 33.85, "elapsed_time": "0:05:25", "remaining_time": "0:10:36"}
{"current_steps": 70, "total_steps": 192, "loss": 0.4411, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.965174334325768e-07, "epoch": 1.4583333333333333, "percentage": 36.46, "elapsed_time": "0:05:32", "remaining_time": "0:09:39"}
{"current_steps": 75, "total_steps": 192, "loss": 0.4387, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.349849877937343e-07, "epoch": 1.5625, "percentage": 39.06, "elapsed_time": "0:05:39", "remaining_time": "0:08:49"}
{"current_steps": 80, "total_steps": 192, "loss": 0.4578, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.2844505627726646e-07, "epoch": 1.6666666666666665, "percentage": 41.67, "elapsed_time": "0:05:45", "remaining_time": "0:08:04"}
{"current_steps": 80, "total_steps": 192, "loss": null, "eval_loss": 0.8532621264457703, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.6666666666666665, "percentage": 41.67, "elapsed_time": "0:05:45", "remaining_time": "0:08:04"}
{"current_steps": 85, "total_steps": 192, "loss": 0.4262, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.594328760942437e-07, "epoch": 1.7708333333333335, "percentage": 44.27, "elapsed_time": "0:07:22", "remaining_time": "0:09:16"}
{"current_steps": 90, "total_steps": 192, "loss": 0.4247, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.156010161291434e-07, "epoch": 1.875, "percentage": 46.88, "elapsed_time": "0:07:29", "remaining_time": "0:08:28"}
{"current_steps": 95, "total_steps": 192, "loss": 0.4835, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 8.835555547373544e-08, "epoch": 1.9791666666666665, "percentage": 49.48, "elapsed_time": "0:07:37", "remaining_time": "0:07:47"}
{"current_steps": 100, "total_steps": 192, "loss": 0.3944, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 7.181664349277562e-08, "epoch": 2.0833333333333335, "percentage": 52.08, "elapsed_time": "0:07:46", "remaining_time": "0:07:08"}
{"current_steps": 100, "total_steps": 192, "loss": null, "eval_loss": 0.848356306552887, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 2.0833333333333335, "percentage": 52.08, "elapsed_time": "0:07:46", "remaining_time": "0:07:08"}
{"current_steps": 105, "total_steps": 192, "loss": 0.3698, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 6.203637972657601e-08, "epoch": 2.1875, "percentage": 54.69, "elapsed_time": "0:09:24", "remaining_time": "0:07:47"}
{"current_steps": 110, "total_steps": 192, "loss": 0.3999, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.6418543066491835e-08, "epoch": 2.2916666666666665, "percentage": 57.29, "elapsed_time": "0:09:30", "remaining_time": "0:07:05"}
{"current_steps": 115, "total_steps": 192, "loss": 0.3575, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.329471712759216e-08, "epoch": 2.3958333333333335, "percentage": 59.9, "elapsed_time": "0:09:37", "remaining_time": "0:06:26"}
{"current_steps": 120, "total_steps": 192, "loss": 0.3997, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.161995210302015e-08, "epoch": 2.5, "percentage": 62.5, "elapsed_time": "0:09:44", "remaining_time": "0:05:50"}
{"current_steps": 120, "total_steps": 192, "loss": null, "eval_loss": 0.8528212904930115, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 2.5, "percentage": 62.5, "elapsed_time": "0:09:44", "remaining_time": "0:05:50"}
{"current_steps": 125, "total_steps": 192, "loss": 0.3796, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.075841465580837e-08, "epoch": 2.6041666666666665, "percentage": 65.1, "elapsed_time": "0:11:19", "remaining_time": "0:06:03"}
{"current_steps": 130, "total_steps": 192, "loss": 0.3768, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.033564114946932e-08, "epoch": 2.7083333333333335, "percentage": 67.71, "elapsed_time": "0:11:25", "remaining_time": "0:05:26"}
{"current_steps": 135, "total_steps": 192, "loss": 0.3762, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.013915282607116e-08, "epoch": 2.8125, "percentage": 70.31, "elapsed_time": "0:11:32", "remaining_time": "0:04:52"}
{"current_steps": 140, "total_steps": 192, "loss": 0.3752, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.005343402153039e-08, "epoch": 2.9166666666666665, "percentage": 72.92, "elapsed_time": "0:11:38", "remaining_time": "0:04:19"}
{"current_steps": 140, "total_steps": 192, "loss": null, "eval_loss": 0.8572859764099121, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 2.9166666666666665, "percentage": 72.92, "elapsed_time": "0:11:38", "remaining_time": "0:04:19"}
{"current_steps": 145, "total_steps": 192, "loss": 0.3768, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.001872829857116e-08, "epoch": 3.0208333333333335, "percentage": 75.52, "elapsed_time": "0:13:12", "remaining_time": "0:04:16"}
{"current_steps": 150, "total_steps": 192, "loss": 0.3765, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.000587713853837e-08, "epoch": 3.125, "percentage": 78.12, "elapsed_time": "0:13:21", "remaining_time": "0:03:44"}
{"current_steps": 155, "total_steps": 192, "loss": 0.3702, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.0001608748597456e-08, "epoch": 3.2291666666666665, "percentage": 80.73, "elapsed_time": "0:13:28", "remaining_time": "0:03:13"}
{"current_steps": 160, "total_steps": 192, "loss": 0.3697, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.0000370319656156e-08, "epoch": 3.3333333333333335, "percentage": 83.33, "elapsed_time": "0:13:35", "remaining_time": "0:02:43"}
{"current_steps": 160, "total_steps": 192, "loss": null, "eval_loss": 0.8608274459838867, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 3.3333333333333335, "percentage": 83.33, "elapsed_time": "0:13:35", "remaining_time": "0:02:43"}
{"current_steps": 165, "total_steps": 192, "loss": 0.3654, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.0000067945715855e-08, "epoch": 3.4375, "percentage": 85.94, "elapsed_time": "0:15:08", "remaining_time": "0:02:28"}
{"current_steps": 170, "total_steps": 192, "loss": 0.3523, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.0000009144677036e-08, "epoch": 3.5416666666666665, "percentage": 88.54, "elapsed_time": "0:15:15", "remaining_time": "0:01:58"}
{"current_steps": 175, "total_steps": 192, "loss": 0.3668, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.0000000785521776e-08, "epoch": 3.6458333333333335, "percentage": 91.15, "elapsed_time": "0:15:21", "remaining_time": "0:01:29"}
{"current_steps": 180, "total_steps": 192, "loss": 0.3636, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.000000003317662e-08, "epoch": 3.75, "percentage": 93.75, "elapsed_time": "0:15:28", "remaining_time": "0:01:01"}
{"current_steps": 180, "total_steps": 192, "loss": null, "eval_loss": 0.8633963465690613, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 3.75, "percentage": 93.75, "elapsed_time": "0:15:28", "remaining_time": "0:01:01"}
{"current_steps": 185, "total_steps": 192, "loss": 0.3717, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.000000000038355e-08, "epoch": 3.8541666666666665, "percentage": 96.35, "elapsed_time": "0:17:03", "remaining_time": "0:00:38"}
{"current_steps": 190, "total_steps": 192, "loss": 0.3687, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.000000000000018e-08, "epoch": 3.9583333333333335, "percentage": 98.96, "elapsed_time": "0:17:10", "remaining_time": "0:00:10"}
{"current_steps": 192, "total_steps": 192, "loss": null, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 4.0, "percentage": 100.0, "elapsed_time": "0:17:12", "remaining_time": "0:00:00"}
{"current_steps": 3, "total_steps": 3, "loss": null, "eval_loss": 0.8431240916252136, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 4.0, "percentage": 100.0, "elapsed_time": "0:17:45", "remaining_time": "0:00:00"}