File size: 1,279 Bytes
f097e90 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 |
{
"epoch": 0.9991024490319271,
"eval_count/fg_chosen": 16.01369857788086,
"eval_count/fg_rejected": 4.0824174880981445,
"eval_fg_kl": NaN,
"eval_fg_logps/policy_KL": -21.24127197265625,
"eval_fg_logps/policy_chosen": -15.721322059631348,
"eval_fg_logps/policy_rejected": -20.08335304260254,
"eval_fg_logps/reference_KL": -20.207021713256836,
"eval_fg_logps/reference_chosen": -14.929487228393555,
"eval_fg_logps/reference_rejected": -18.78682518005371,
"eval_fg_loss": 0.738543689250946,
"eval_fg_rewards/chosen_sum": -0.5872737169265747,
"eval_fg_rewards/rejected_sum": -0.5185446739196777,
"eval_kl": 0.005938735790550709,
"eval_logps/chosen": -300.693661971831,
"eval_logps/rejected": -365.812429138322,
"eval_loss": 0.481334924697876,
"eval_rewards/chosen": -0.7582848777233715,
"eval_rewards/margins": 2.0290243493528757,
"eval_rewards/rejected": -2.787309227076247,
"eval_runtime": 811.484,
"eval_samples": 1733,
"eval_samples_per_second": 2.136,
"eval_steps_per_second": 1.068,
"total_flos": 0.0,
"train_loss": 0.5029905087159644,
"train_runtime": 13638.2416,
"train_samples": 15597,
"train_samples_per_second": 1.144,
"train_steps_per_second": 0.071
} |