| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.984, | |
| "eval_steps": 100, | |
| "global_step": 124, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.846153846153847e-07, | |
| "logits/chosen": 0.9600980877876282, | |
| "logits/rejected": 1.094868540763855, | |
| "logps/chosen": -119.03445434570312, | |
| "logps/rejected": -112.18000030517578, | |
| "loss": 0.0102, | |
| "rewards/accuracies": 0.0, | |
| "rewards/chosen": 0.0, | |
| "rewards/margins": 0.0, | |
| "rewards/rejected": 0.0, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 3.846153846153847e-06, | |
| "logits/chosen": 0.8411452770233154, | |
| "logits/rejected": 0.8130205273628235, | |
| "logps/chosen": -142.57501220703125, | |
| "logps/rejected": -130.0977325439453, | |
| "loss": 0.0103, | |
| "rewards/accuracies": 0.3472222089767456, | |
| "rewards/chosen": 0.00034333759685978293, | |
| "rewards/margins": -0.00018329803424421698, | |
| "rewards/rejected": 0.0005266356747597456, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 4.951096619903317e-06, | |
| "logits/chosen": 0.8094542622566223, | |
| "logits/rejected": 0.8163386583328247, | |
| "logps/chosen": -155.31309509277344, | |
| "logps/rejected": -143.37014770507812, | |
| "loss": 0.0103, | |
| "rewards/accuracies": 0.40625, | |
| "rewards/chosen": 0.000520143483299762, | |
| "rewards/margins": -0.0002155094116460532, | |
| "rewards/rejected": 0.0007356529822573066, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.716164218065246e-06, | |
| "logits/chosen": 0.8769502639770508, | |
| "logits/rejected": 0.9219558835029602, | |
| "logps/chosen": -154.8149871826172, | |
| "logps/rejected": -141.13705444335938, | |
| "loss": 0.0103, | |
| "rewards/accuracies": 0.3812499940395355, | |
| "rewards/chosen": 0.00016751736984588206, | |
| "rewards/margins": -0.000498370616696775, | |
| "rewards/rejected": 0.0006658880738541484, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 4.3048902348863116e-06, | |
| "logits/chosen": 0.8127928972244263, | |
| "logits/rejected": 0.8382323384284973, | |
| "logps/chosen": -172.5569610595703, | |
| "logps/rejected": -157.7318115234375, | |
| "loss": 0.0102, | |
| "rewards/accuracies": 0.42500001192092896, | |
| "rewards/chosen": 0.00022131178411655128, | |
| "rewards/margins": 0.00017877723439596593, | |
| "rewards/rejected": 4.253460792824626e-05, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 3.7500000000000005e-06, | |
| "logits/chosen": 0.8299118280410767, | |
| "logits/rejected": 0.8132155537605286, | |
| "logps/chosen": -160.2462615966797, | |
| "logps/rejected": -146.29754638671875, | |
| "loss": 0.0102, | |
| "rewards/accuracies": 0.42500001192092896, | |
| "rewards/chosen": 0.00015722319949418306, | |
| "rewards/margins": 7.946729601826519e-05, | |
| "rewards/rejected": 7.775588892400265e-05, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 3.0956464785579125e-06, | |
| "logits/chosen": 0.7370177507400513, | |
| "logits/rejected": 0.7227329611778259, | |
| "logps/chosen": -147.09487915039062, | |
| "logps/rejected": -134.1732940673828, | |
| "loss": 0.0102, | |
| "rewards/accuracies": 0.4312500059604645, | |
| "rewards/chosen": -0.000294997647870332, | |
| "rewards/margins": 6.74725151839084e-06, | |
| "rewards/rejected": -0.00030174493440426886, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 2.39389699200963e-06, | |
| "logits/chosen": 0.8728678822517395, | |
| "logits/rejected": 0.8462715148925781, | |
| "logps/chosen": -146.96482849121094, | |
| "logps/rejected": -137.31175231933594, | |
| "loss": 0.0102, | |
| "rewards/accuracies": 0.39375001192092896, | |
| "rewards/chosen": -0.00032994337379932404, | |
| "rewards/margins": 0.00023689583758823574, | |
| "rewards/rejected": -0.0005668391240760684, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 1.700590188571887e-06, | |
| "logits/chosen": 0.852059543132782, | |
| "logits/rejected": 0.896367073059082, | |
| "logps/chosen": -156.40220642089844, | |
| "logps/rejected": -141.6897430419922, | |
| "loss": 0.0102, | |
| "rewards/accuracies": 0.41874998807907104, | |
| "rewards/chosen": -0.0007336369017139077, | |
| "rewards/margins": 0.00012243367382325232, | |
| "rewards/rejected": -0.0008560704882256687, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 1.0708929268538034e-06, | |
| "logits/chosen": 0.8062575459480286, | |
| "logits/rejected": 0.8183335065841675, | |
| "logps/chosen": -159.78892517089844, | |
| "logps/rejected": -148.1704864501953, | |
| "loss": 0.0101, | |
| "rewards/accuracies": 0.45625001192092896, | |
| "rewards/chosen": -0.00028093549190089107, | |
| "rewards/margins": 0.0007433668943122029, | |
| "rewards/rejected": -0.001024302444420755, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 5.549106142039018e-07, | |
| "logits/chosen": 0.7814786434173584, | |
| "logits/rejected": 0.8064650297164917, | |
| "logps/chosen": -149.96612548828125, | |
| "logps/rejected": -137.0812225341797, | |
| "loss": 0.0101, | |
| "rewards/accuracies": 0.48750001192092896, | |
| "rewards/chosen": -0.00046937749721109867, | |
| "rewards/margins": 0.0005115901003591716, | |
| "rewards/rejected": -0.0009809675393626094, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "eval_logits/chosen": 0.8348284363746643, | |
| "eval_logits/rejected": 0.8922409415245056, | |
| "eval_logps/chosen": -256.5745544433594, | |
| "eval_logps/rejected": -233.52647399902344, | |
| "eval_loss": 0.010232986882328987, | |
| "eval_rewards/accuracies": 0.5019999742507935, | |
| "eval_rewards/chosen": 0.00039203467895276845, | |
| "eval_rewards/margins": 0.0002707619860302657, | |
| "eval_rewards/rejected": 0.00012127268564654514, | |
| "eval_runtime": 532.7373, | |
| "eval_samples_per_second": 3.754, | |
| "eval_steps_per_second": 0.939, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 1.937002879188285e-07, | |
| "logits/chosen": 0.8264827728271484, | |
| "logits/rejected": 0.797345757484436, | |
| "logps/chosen": -160.50473022460938, | |
| "logps/rejected": -143.83724975585938, | |
| "loss": 0.0102, | |
| "rewards/accuracies": 0.45625001192092896, | |
| "rewards/chosen": -0.0012062744935974479, | |
| "rewards/margins": 5.5822358262958005e-05, | |
| "rewards/rejected": -0.0012620969209820032, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 1.6003680950742728e-08, | |
| "logits/chosen": 0.8524961471557617, | |
| "logits/rejected": 0.8347142934799194, | |
| "logps/chosen": -145.30233764648438, | |
| "logps/rejected": -132.08731079101562, | |
| "loss": 0.0102, | |
| "rewards/accuracies": 0.4124999940395355, | |
| "rewards/chosen": -0.0007318368298001587, | |
| "rewards/margins": 0.0001280030992347747, | |
| "rewards/rejected": -0.0008598399581387639, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "step": 124, | |
| "total_flos": 0.0, | |
| "train_loss": 0.01022457688926689, | |
| "train_runtime": 1632.1621, | |
| "train_samples_per_second": 1.225, | |
| "train_steps_per_second": 0.076 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 124, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 100, | |
| "total_flos": 0.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |