File size: 7,571 Bytes
7648e22 79d9d19 7648e22 79d9d19 7648e22 79d9d19 7648e22 79d9d19 7648e22 79d9d19 7648e22 79d9d19 7648e22 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 |
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.984,
"eval_steps": 100,
"global_step": 124,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.02,
"learning_rate": 3.846153846153847e-07,
"logits/chosen": 0.9600980877876282,
"logits/rejected": 1.094868540763855,
"logps/chosen": -119.03445434570312,
"logps/rejected": -112.18000030517578,
"loss": 0.0102,
"rewards/accuracies": 0.0,
"rewards/chosen": 0.0,
"rewards/margins": 0.0,
"rewards/rejected": 0.0,
"step": 1
},
{
"epoch": 0.16,
"learning_rate": 3.846153846153847e-06,
"logits/chosen": 0.8411452770233154,
"logits/rejected": 0.8130205273628235,
"logps/chosen": -142.57501220703125,
"logps/rejected": -130.0977325439453,
"loss": 0.0103,
"rewards/accuracies": 0.3472222089767456,
"rewards/chosen": 0.00034333759685978293,
"rewards/margins": -0.00018329803424421698,
"rewards/rejected": 0.0005266356747597456,
"step": 10
},
{
"epoch": 0.32,
"learning_rate": 4.951096619903317e-06,
"logits/chosen": 0.8094542622566223,
"logits/rejected": 0.8163386583328247,
"logps/chosen": -155.31309509277344,
"logps/rejected": -143.37014770507812,
"loss": 0.0103,
"rewards/accuracies": 0.40625,
"rewards/chosen": 0.000520143483299762,
"rewards/margins": -0.0002155094116460532,
"rewards/rejected": 0.0007356529822573066,
"step": 20
},
{
"epoch": 0.48,
"learning_rate": 4.716164218065246e-06,
"logits/chosen": 0.8769502639770508,
"logits/rejected": 0.9219558835029602,
"logps/chosen": -154.8149871826172,
"logps/rejected": -141.13705444335938,
"loss": 0.0103,
"rewards/accuracies": 0.3812499940395355,
"rewards/chosen": 0.00016751736984588206,
"rewards/margins": -0.000498370616696775,
"rewards/rejected": 0.0006658880738541484,
"step": 30
},
{
"epoch": 0.64,
"learning_rate": 4.3048902348863116e-06,
"logits/chosen": 0.8127928972244263,
"logits/rejected": 0.8382323384284973,
"logps/chosen": -172.5569610595703,
"logps/rejected": -157.7318115234375,
"loss": 0.0102,
"rewards/accuracies": 0.42500001192092896,
"rewards/chosen": 0.00022131178411655128,
"rewards/margins": 0.00017877723439596593,
"rewards/rejected": 4.253460792824626e-05,
"step": 40
},
{
"epoch": 0.8,
"learning_rate": 3.7500000000000005e-06,
"logits/chosen": 0.8299118280410767,
"logits/rejected": 0.8132155537605286,
"logps/chosen": -160.2462615966797,
"logps/rejected": -146.29754638671875,
"loss": 0.0102,
"rewards/accuracies": 0.42500001192092896,
"rewards/chosen": 0.00015722319949418306,
"rewards/margins": 7.946729601826519e-05,
"rewards/rejected": 7.775588892400265e-05,
"step": 50
},
{
"epoch": 0.96,
"learning_rate": 3.0956464785579125e-06,
"logits/chosen": 0.7370177507400513,
"logits/rejected": 0.7227329611778259,
"logps/chosen": -147.09487915039062,
"logps/rejected": -134.1732940673828,
"loss": 0.0102,
"rewards/accuracies": 0.4312500059604645,
"rewards/chosen": -0.000294997647870332,
"rewards/margins": 6.74725151839084e-06,
"rewards/rejected": -0.00030174493440426886,
"step": 60
},
{
"epoch": 1.12,
"learning_rate": 2.39389699200963e-06,
"logits/chosen": 0.8728678822517395,
"logits/rejected": 0.8462715148925781,
"logps/chosen": -146.96482849121094,
"logps/rejected": -137.31175231933594,
"loss": 0.0102,
"rewards/accuracies": 0.39375001192092896,
"rewards/chosen": -0.00032994337379932404,
"rewards/margins": 0.00023689583758823574,
"rewards/rejected": -0.0005668391240760684,
"step": 70
},
{
"epoch": 1.28,
"learning_rate": 1.700590188571887e-06,
"logits/chosen": 0.852059543132782,
"logits/rejected": 0.896367073059082,
"logps/chosen": -156.40220642089844,
"logps/rejected": -141.6897430419922,
"loss": 0.0102,
"rewards/accuracies": 0.41874998807907104,
"rewards/chosen": -0.0007336369017139077,
"rewards/margins": 0.00012243367382325232,
"rewards/rejected": -0.0008560704882256687,
"step": 80
},
{
"epoch": 1.44,
"learning_rate": 1.0708929268538034e-06,
"logits/chosen": 0.8062575459480286,
"logits/rejected": 0.8183335065841675,
"logps/chosen": -159.78892517089844,
"logps/rejected": -148.1704864501953,
"loss": 0.0101,
"rewards/accuracies": 0.45625001192092896,
"rewards/chosen": -0.00028093549190089107,
"rewards/margins": 0.0007433668943122029,
"rewards/rejected": -0.001024302444420755,
"step": 90
},
{
"epoch": 1.6,
"learning_rate": 5.549106142039018e-07,
"logits/chosen": 0.7814786434173584,
"logits/rejected": 0.8064650297164917,
"logps/chosen": -149.96612548828125,
"logps/rejected": -137.0812225341797,
"loss": 0.0101,
"rewards/accuracies": 0.48750001192092896,
"rewards/chosen": -0.00046937749721109867,
"rewards/margins": 0.0005115901003591716,
"rewards/rejected": -0.0009809675393626094,
"step": 100
},
{
"epoch": 1.6,
"eval_logits/chosen": 0.8348284363746643,
"eval_logits/rejected": 0.8922409415245056,
"eval_logps/chosen": -256.5745544433594,
"eval_logps/rejected": -233.52647399902344,
"eval_loss": 0.010232986882328987,
"eval_rewards/accuracies": 0.5019999742507935,
"eval_rewards/chosen": 0.00039203467895276845,
"eval_rewards/margins": 0.0002707619860302657,
"eval_rewards/rejected": 0.00012127268564654514,
"eval_runtime": 532.7373,
"eval_samples_per_second": 3.754,
"eval_steps_per_second": 0.939,
"step": 100
},
{
"epoch": 1.76,
"learning_rate": 1.937002879188285e-07,
"logits/chosen": 0.8264827728271484,
"logits/rejected": 0.797345757484436,
"logps/chosen": -160.50473022460938,
"logps/rejected": -143.83724975585938,
"loss": 0.0102,
"rewards/accuracies": 0.45625001192092896,
"rewards/chosen": -0.0012062744935974479,
"rewards/margins": 5.5822358262958005e-05,
"rewards/rejected": -0.0012620969209820032,
"step": 110
},
{
"epoch": 1.92,
"learning_rate": 1.6003680950742728e-08,
"logits/chosen": 0.8524961471557617,
"logits/rejected": 0.8347142934799194,
"logps/chosen": -145.30233764648438,
"logps/rejected": -132.08731079101562,
"loss": 0.0102,
"rewards/accuracies": 0.4124999940395355,
"rewards/chosen": -0.0007318368298001587,
"rewards/margins": 0.0001280030992347747,
"rewards/rejected": -0.0008598399581387639,
"step": 120
},
{
"epoch": 1.98,
"step": 124,
"total_flos": 0.0,
"train_loss": 0.01022457688926689,
"train_runtime": 1632.1621,
"train_samples_per_second": 1.225,
"train_steps_per_second": 0.076
}
],
"logging_steps": 10,
"max_steps": 124,
"num_input_tokens_seen": 0,
"num_train_epochs": 2,
"save_steps": 100,
"total_flos": 0.0,
"train_batch_size": 4,
"trial_name": null,
"trial_params": null
}
|