| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.15808974886784685, | |
| "eval_steps": 500, | |
| "global_step": 12, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.013174145738987238, | |
| "grad_norm": 0.5370480418205261, | |
| "learning_rate": 1.25e-07, | |
| "logits/chosen": 10.071717262268066, | |
| "logits/rejected": 10.610974311828613, | |
| "logps/chosen": -0.5208129286766052, | |
| "logps/rejected": -0.5466158390045166, | |
| "loss": 1.3666, | |
| "rewards/accuracies": 0.5703125, | |
| "rewards/chosen": -1.0416258573532104, | |
| "rewards/margins": 0.05160584673285484, | |
| "rewards/rejected": -1.0932316780090332, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.026348291477974475, | |
| "grad_norm": 0.6556285619735718, | |
| "learning_rate": 2.5e-07, | |
| "logits/chosen": 10.222262382507324, | |
| "logits/rejected": 10.754176139831543, | |
| "logps/chosen": -0.5501401424407959, | |
| "logps/rejected": -0.580172598361969, | |
| "loss": 1.363, | |
| "rewards/accuracies": 0.546875, | |
| "rewards/chosen": -1.1002802848815918, | |
| "rewards/margins": 0.06006482243537903, | |
| "rewards/rejected": -1.160345196723938, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.03952243721696171, | |
| "grad_norm": 0.5852232575416565, | |
| "learning_rate": 3.75e-07, | |
| "logits/chosen": 10.029905319213867, | |
| "logits/rejected": 10.635485649108887, | |
| "logps/chosen": -0.6488087773323059, | |
| "logps/rejected": -0.6685145497322083, | |
| "loss": 1.3891, | |
| "rewards/accuracies": 0.484375, | |
| "rewards/chosen": -1.2976175546646118, | |
| "rewards/margins": 0.03941144049167633, | |
| "rewards/rejected": -1.3370290994644165, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.05269658295594895, | |
| "grad_norm": 0.880297839641571, | |
| "learning_rate": 5e-07, | |
| "logits/chosen": 9.950821876525879, | |
| "logits/rejected": 10.651039123535156, | |
| "logps/chosen": -0.5544578433036804, | |
| "logps/rejected": -0.5768871307373047, | |
| "loss": 1.3895, | |
| "rewards/accuracies": 0.5, | |
| "rewards/chosen": -1.1089156866073608, | |
| "rewards/margins": 0.04485849663615227, | |
| "rewards/rejected": -1.1537742614746094, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.06587072869493618, | |
| "grad_norm": 1.0345523357391357, | |
| "learning_rate": 6.249999999999999e-07, | |
| "logits/chosen": 10.145177841186523, | |
| "logits/rejected": 10.952865600585938, | |
| "logps/chosen": -0.5600388646125793, | |
| "logps/rejected": -0.5631997585296631, | |
| "loss": 1.3982, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": -1.1200777292251587, | |
| "rewards/margins": 0.006321802735328674, | |
| "rewards/rejected": -1.1263995170593262, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.07904487443392343, | |
| "grad_norm": 0.9534112811088562, | |
| "learning_rate": 7.5e-07, | |
| "logits/chosen": 10.677449226379395, | |
| "logits/rejected": 11.309142112731934, | |
| "logps/chosen": -0.5716575384140015, | |
| "logps/rejected": -0.6011527180671692, | |
| "loss": 1.3753, | |
| "rewards/accuracies": 0.5859375, | |
| "rewards/chosen": -1.143315076828003, | |
| "rewards/margins": 0.05899051949381828, | |
| "rewards/rejected": -1.2023054361343384, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.09221902017291066, | |
| "grad_norm": 0.7576708793640137, | |
| "learning_rate": 8.75e-07, | |
| "logits/chosen": 9.934803009033203, | |
| "logits/rejected": 10.656447410583496, | |
| "logps/chosen": -0.5172385573387146, | |
| "logps/rejected": -0.5407333374023438, | |
| "loss": 1.3735, | |
| "rewards/accuracies": 0.5234375, | |
| "rewards/chosen": -1.0344771146774292, | |
| "rewards/margins": 0.04698962718248367, | |
| "rewards/rejected": -1.0814666748046875, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.1053931659118979, | |
| "grad_norm": 0.6589964628219604, | |
| "learning_rate": 1e-06, | |
| "logits/chosen": 10.398344039916992, | |
| "logits/rejected": 11.005778312683105, | |
| "logps/chosen": -0.5838003754615784, | |
| "logps/rejected": -0.5947949290275574, | |
| "loss": 1.396, | |
| "rewards/accuracies": 0.5546875, | |
| "rewards/chosen": -1.1676007509231567, | |
| "rewards/margins": 0.02198910340666771, | |
| "rewards/rejected": -1.1895898580551147, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.11856731165088513, | |
| "grad_norm": 0.7832041382789612, | |
| "learning_rate": 9.994504457428556e-07, | |
| "logits/chosen": 10.207743644714355, | |
| "logits/rejected": 11.032607078552246, | |
| "logps/chosen": -0.6102317571640015, | |
| "logps/rejected": -0.5968730449676514, | |
| "loss": 1.4486, | |
| "rewards/accuracies": 0.5234375, | |
| "rewards/chosen": -1.220463514328003, | |
| "rewards/margins": -0.02671748585999012, | |
| "rewards/rejected": -1.1937460899353027, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.13174145738987236, | |
| "grad_norm": 1.3487299680709839, | |
| "learning_rate": 9.97802991010949e-07, | |
| "logits/chosen": 9.977300643920898, | |
| "logits/rejected": 10.761427879333496, | |
| "logps/chosen": -0.49488401412963867, | |
| "logps/rejected": -0.47264525294303894, | |
| "loss": 1.4363, | |
| "rewards/accuracies": 0.5078125, | |
| "rewards/chosen": -0.9897680282592773, | |
| "rewards/margins": -0.04447745531797409, | |
| "rewards/rejected": -0.9452905058860779, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.14491560312885962, | |
| "grad_norm": 0.9786595702171326, | |
| "learning_rate": 9.950612572673255e-07, | |
| "logits/chosen": 10.096546173095703, | |
| "logits/rejected": 10.999103546142578, | |
| "logps/chosen": -0.6210685968399048, | |
| "logps/rejected": -0.6260945796966553, | |
| "loss": 1.4145, | |
| "rewards/accuracies": 0.4453125, | |
| "rewards/chosen": -1.2421371936798096, | |
| "rewards/margins": 0.010051850229501724, | |
| "rewards/rejected": -1.2521891593933105, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.15808974886784685, | |
| "grad_norm": 0.9959055781364441, | |
| "learning_rate": 9.912312714377879e-07, | |
| "logits/chosen": 10.130002975463867, | |
| "logits/rejected": 10.666738510131836, | |
| "logps/chosen": -0.5434242486953735, | |
| "logps/rejected": -0.5788334608078003, | |
| "loss": 1.3496, | |
| "rewards/accuracies": 0.5546875, | |
| "rewards/chosen": -1.086848497390747, | |
| "rewards/margins": 0.07081828266382217, | |
| "rewards/rejected": -1.1576669216156006, | |
| "step": 12 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 75, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 12, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |