math_phi3_simpo_80_0 / checkpoint-12 /trainer_state.json
lzc0525's picture
Upload folder using huggingface_hub
1174db3 verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.15808974886784685,
"eval_steps": 500,
"global_step": 12,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.013174145738987238,
"grad_norm": 0.5370480418205261,
"learning_rate": 1.25e-07,
"logits/chosen": 10.071717262268066,
"logits/rejected": 10.610974311828613,
"logps/chosen": -0.5208129286766052,
"logps/rejected": -0.5466158390045166,
"loss": 1.3666,
"rewards/accuracies": 0.5703125,
"rewards/chosen": -1.0416258573532104,
"rewards/margins": 0.05160584673285484,
"rewards/rejected": -1.0932316780090332,
"step": 1
},
{
"epoch": 0.026348291477974475,
"grad_norm": 0.6556285619735718,
"learning_rate": 2.5e-07,
"logits/chosen": 10.222262382507324,
"logits/rejected": 10.754176139831543,
"logps/chosen": -0.5501401424407959,
"logps/rejected": -0.580172598361969,
"loss": 1.363,
"rewards/accuracies": 0.546875,
"rewards/chosen": -1.1002802848815918,
"rewards/margins": 0.06006482243537903,
"rewards/rejected": -1.160345196723938,
"step": 2
},
{
"epoch": 0.03952243721696171,
"grad_norm": 0.5852232575416565,
"learning_rate": 3.75e-07,
"logits/chosen": 10.029905319213867,
"logits/rejected": 10.635485649108887,
"logps/chosen": -0.6488087773323059,
"logps/rejected": -0.6685145497322083,
"loss": 1.3891,
"rewards/accuracies": 0.484375,
"rewards/chosen": -1.2976175546646118,
"rewards/margins": 0.03941144049167633,
"rewards/rejected": -1.3370290994644165,
"step": 3
},
{
"epoch": 0.05269658295594895,
"grad_norm": 0.880297839641571,
"learning_rate": 5e-07,
"logits/chosen": 9.950821876525879,
"logits/rejected": 10.651039123535156,
"logps/chosen": -0.5544578433036804,
"logps/rejected": -0.5768871307373047,
"loss": 1.3895,
"rewards/accuracies": 0.5,
"rewards/chosen": -1.1089156866073608,
"rewards/margins": 0.04485849663615227,
"rewards/rejected": -1.1537742614746094,
"step": 4
},
{
"epoch": 0.06587072869493618,
"grad_norm": 1.0345523357391357,
"learning_rate": 6.249999999999999e-07,
"logits/chosen": 10.145177841186523,
"logits/rejected": 10.952865600585938,
"logps/chosen": -0.5600388646125793,
"logps/rejected": -0.5631997585296631,
"loss": 1.3982,
"rewards/accuracies": 0.5625,
"rewards/chosen": -1.1200777292251587,
"rewards/margins": 0.006321802735328674,
"rewards/rejected": -1.1263995170593262,
"step": 5
},
{
"epoch": 0.07904487443392343,
"grad_norm": 0.9534112811088562,
"learning_rate": 7.5e-07,
"logits/chosen": 10.677449226379395,
"logits/rejected": 11.309142112731934,
"logps/chosen": -0.5716575384140015,
"logps/rejected": -0.6011527180671692,
"loss": 1.3753,
"rewards/accuracies": 0.5859375,
"rewards/chosen": -1.143315076828003,
"rewards/margins": 0.05899051949381828,
"rewards/rejected": -1.2023054361343384,
"step": 6
},
{
"epoch": 0.09221902017291066,
"grad_norm": 0.7576708793640137,
"learning_rate": 8.75e-07,
"logits/chosen": 9.934803009033203,
"logits/rejected": 10.656447410583496,
"logps/chosen": -0.5172385573387146,
"logps/rejected": -0.5407333374023438,
"loss": 1.3735,
"rewards/accuracies": 0.5234375,
"rewards/chosen": -1.0344771146774292,
"rewards/margins": 0.04698962718248367,
"rewards/rejected": -1.0814666748046875,
"step": 7
},
{
"epoch": 0.1053931659118979,
"grad_norm": 0.6589964628219604,
"learning_rate": 1e-06,
"logits/chosen": 10.398344039916992,
"logits/rejected": 11.005778312683105,
"logps/chosen": -0.5838003754615784,
"logps/rejected": -0.5947949290275574,
"loss": 1.396,
"rewards/accuracies": 0.5546875,
"rewards/chosen": -1.1676007509231567,
"rewards/margins": 0.02198910340666771,
"rewards/rejected": -1.1895898580551147,
"step": 8
},
{
"epoch": 0.11856731165088513,
"grad_norm": 0.7832041382789612,
"learning_rate": 9.994504457428556e-07,
"logits/chosen": 10.207743644714355,
"logits/rejected": 11.032607078552246,
"logps/chosen": -0.6102317571640015,
"logps/rejected": -0.5968730449676514,
"loss": 1.4486,
"rewards/accuracies": 0.5234375,
"rewards/chosen": -1.220463514328003,
"rewards/margins": -0.02671748585999012,
"rewards/rejected": -1.1937460899353027,
"step": 9
},
{
"epoch": 0.13174145738987236,
"grad_norm": 1.3487299680709839,
"learning_rate": 9.97802991010949e-07,
"logits/chosen": 9.977300643920898,
"logits/rejected": 10.761427879333496,
"logps/chosen": -0.49488401412963867,
"logps/rejected": -0.47264525294303894,
"loss": 1.4363,
"rewards/accuracies": 0.5078125,
"rewards/chosen": -0.9897680282592773,
"rewards/margins": -0.04447745531797409,
"rewards/rejected": -0.9452905058860779,
"step": 10
},
{
"epoch": 0.14491560312885962,
"grad_norm": 0.9786595702171326,
"learning_rate": 9.950612572673255e-07,
"logits/chosen": 10.096546173095703,
"logits/rejected": 10.999103546142578,
"logps/chosen": -0.6210685968399048,
"logps/rejected": -0.6260945796966553,
"loss": 1.4145,
"rewards/accuracies": 0.4453125,
"rewards/chosen": -1.2421371936798096,
"rewards/margins": 0.010051850229501724,
"rewards/rejected": -1.2521891593933105,
"step": 11
},
{
"epoch": 0.15808974886784685,
"grad_norm": 0.9959055781364441,
"learning_rate": 9.912312714377879e-07,
"logits/chosen": 10.130002975463867,
"logits/rejected": 10.666738510131836,
"logps/chosen": -0.5434242486953735,
"logps/rejected": -0.5788334608078003,
"loss": 1.3496,
"rewards/accuracies": 0.5546875,
"rewards/chosen": -1.086848497390747,
"rewards/margins": 0.07081828266382217,
"rewards/rejected": -1.1576669216156006,
"step": 12
}
],
"logging_steps": 1,
"max_steps": 75,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 12,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}