|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.15808974886784685, |
|
"eval_steps": 500, |
|
"global_step": 12, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.013174145738987238, |
|
"grad_norm": 0.5370480418205261, |
|
"learning_rate": 1.25e-07, |
|
"logits/chosen": 10.071717262268066, |
|
"logits/rejected": 10.610974311828613, |
|
"logps/chosen": -0.5208129286766052, |
|
"logps/rejected": -0.5466158390045166, |
|
"loss": 1.3666, |
|
"rewards/accuracies": 0.5703125, |
|
"rewards/chosen": -1.0416258573532104, |
|
"rewards/margins": 0.05160584673285484, |
|
"rewards/rejected": -1.0932316780090332, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.026348291477974475, |
|
"grad_norm": 0.6556285619735718, |
|
"learning_rate": 2.5e-07, |
|
"logits/chosen": 10.222262382507324, |
|
"logits/rejected": 10.754176139831543, |
|
"logps/chosen": -0.5501401424407959, |
|
"logps/rejected": -0.580172598361969, |
|
"loss": 1.363, |
|
"rewards/accuracies": 0.546875, |
|
"rewards/chosen": -1.1002802848815918, |
|
"rewards/margins": 0.06006482243537903, |
|
"rewards/rejected": -1.160345196723938, |
|
"step": 2 |
|
}, |
|
{ |
|
"epoch": 0.03952243721696171, |
|
"grad_norm": 0.5852232575416565, |
|
"learning_rate": 3.75e-07, |
|
"logits/chosen": 10.029905319213867, |
|
"logits/rejected": 10.635485649108887, |
|
"logps/chosen": -0.6488087773323059, |
|
"logps/rejected": -0.6685145497322083, |
|
"loss": 1.3891, |
|
"rewards/accuracies": 0.484375, |
|
"rewards/chosen": -1.2976175546646118, |
|
"rewards/margins": 0.03941144049167633, |
|
"rewards/rejected": -1.3370290994644165, |
|
"step": 3 |
|
}, |
|
{ |
|
"epoch": 0.05269658295594895, |
|
"grad_norm": 0.880297839641571, |
|
"learning_rate": 5e-07, |
|
"logits/chosen": 9.950821876525879, |
|
"logits/rejected": 10.651039123535156, |
|
"logps/chosen": -0.5544578433036804, |
|
"logps/rejected": -0.5768871307373047, |
|
"loss": 1.3895, |
|
"rewards/accuracies": 0.5, |
|
"rewards/chosen": -1.1089156866073608, |
|
"rewards/margins": 0.04485849663615227, |
|
"rewards/rejected": -1.1537742614746094, |
|
"step": 4 |
|
}, |
|
{ |
|
"epoch": 0.06587072869493618, |
|
"grad_norm": 1.0345523357391357, |
|
"learning_rate": 6.249999999999999e-07, |
|
"logits/chosen": 10.145177841186523, |
|
"logits/rejected": 10.952865600585938, |
|
"logps/chosen": -0.5600388646125793, |
|
"logps/rejected": -0.5631997585296631, |
|
"loss": 1.3982, |
|
"rewards/accuracies": 0.5625, |
|
"rewards/chosen": -1.1200777292251587, |
|
"rewards/margins": 0.006321802735328674, |
|
"rewards/rejected": -1.1263995170593262, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.07904487443392343, |
|
"grad_norm": 0.9534112811088562, |
|
"learning_rate": 7.5e-07, |
|
"logits/chosen": 10.677449226379395, |
|
"logits/rejected": 11.309142112731934, |
|
"logps/chosen": -0.5716575384140015, |
|
"logps/rejected": -0.6011527180671692, |
|
"loss": 1.3753, |
|
"rewards/accuracies": 0.5859375, |
|
"rewards/chosen": -1.143315076828003, |
|
"rewards/margins": 0.05899051949381828, |
|
"rewards/rejected": -1.2023054361343384, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.09221902017291066, |
|
"grad_norm": 0.7576708793640137, |
|
"learning_rate": 8.75e-07, |
|
"logits/chosen": 9.934803009033203, |
|
"logits/rejected": 10.656447410583496, |
|
"logps/chosen": -0.5172385573387146, |
|
"logps/rejected": -0.5407333374023438, |
|
"loss": 1.3735, |
|
"rewards/accuracies": 0.5234375, |
|
"rewards/chosen": -1.0344771146774292, |
|
"rewards/margins": 0.04698962718248367, |
|
"rewards/rejected": -1.0814666748046875, |
|
"step": 7 |
|
}, |
|
{ |
|
"epoch": 0.1053931659118979, |
|
"grad_norm": 0.6589964628219604, |
|
"learning_rate": 1e-06, |
|
"logits/chosen": 10.398344039916992, |
|
"logits/rejected": 11.005778312683105, |
|
"logps/chosen": -0.5838003754615784, |
|
"logps/rejected": -0.5947949290275574, |
|
"loss": 1.396, |
|
"rewards/accuracies": 0.5546875, |
|
"rewards/chosen": -1.1676007509231567, |
|
"rewards/margins": 0.02198910340666771, |
|
"rewards/rejected": -1.1895898580551147, |
|
"step": 8 |
|
}, |
|
{ |
|
"epoch": 0.11856731165088513, |
|
"grad_norm": 0.7832041382789612, |
|
"learning_rate": 9.994504457428556e-07, |
|
"logits/chosen": 10.207743644714355, |
|
"logits/rejected": 11.032607078552246, |
|
"logps/chosen": -0.6102317571640015, |
|
"logps/rejected": -0.5968730449676514, |
|
"loss": 1.4486, |
|
"rewards/accuracies": 0.5234375, |
|
"rewards/chosen": -1.220463514328003, |
|
"rewards/margins": -0.02671748585999012, |
|
"rewards/rejected": -1.1937460899353027, |
|
"step": 9 |
|
}, |
|
{ |
|
"epoch": 0.13174145738987236, |
|
"grad_norm": 1.3487299680709839, |
|
"learning_rate": 9.97802991010949e-07, |
|
"logits/chosen": 9.977300643920898, |
|
"logits/rejected": 10.761427879333496, |
|
"logps/chosen": -0.49488401412963867, |
|
"logps/rejected": -0.47264525294303894, |
|
"loss": 1.4363, |
|
"rewards/accuracies": 0.5078125, |
|
"rewards/chosen": -0.9897680282592773, |
|
"rewards/margins": -0.04447745531797409, |
|
"rewards/rejected": -0.9452905058860779, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.14491560312885962, |
|
"grad_norm": 0.9786595702171326, |
|
"learning_rate": 9.950612572673255e-07, |
|
"logits/chosen": 10.096546173095703, |
|
"logits/rejected": 10.999103546142578, |
|
"logps/chosen": -0.6210685968399048, |
|
"logps/rejected": -0.6260945796966553, |
|
"loss": 1.4145, |
|
"rewards/accuracies": 0.4453125, |
|
"rewards/chosen": -1.2421371936798096, |
|
"rewards/margins": 0.010051850229501724, |
|
"rewards/rejected": -1.2521891593933105, |
|
"step": 11 |
|
}, |
|
{ |
|
"epoch": 0.15808974886784685, |
|
"grad_norm": 0.9959055781364441, |
|
"learning_rate": 9.912312714377879e-07, |
|
"logits/chosen": 10.130002975463867, |
|
"logits/rejected": 10.666738510131836, |
|
"logps/chosen": -0.5434242486953735, |
|
"logps/rejected": -0.5788334608078003, |
|
"loss": 1.3496, |
|
"rewards/accuracies": 0.5546875, |
|
"rewards/chosen": -1.086848497390747, |
|
"rewards/margins": 0.07081828266382217, |
|
"rewards/rejected": -1.1576669216156006, |
|
"step": 12 |
|
} |
|
], |
|
"logging_steps": 1, |
|
"max_steps": 75, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 12, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 0.0, |
|
"train_batch_size": 2, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|