Synatra-7B-v0.3-Translation / trainer_state.json
maywell's picture
Upload 10 files
ff980cd
raw
history blame
119 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.4967230079337703,
"eval_steps": 50,
"global_step": 960,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 2.5000000000000004e-07,
"loss": 0.3488,
"step": 1
},
{
"epoch": 0.0,
"learning_rate": 5.000000000000001e-07,
"loss": 0.3961,
"step": 2
},
{
"epoch": 0.0,
"learning_rate": 7.5e-07,
"loss": 0.3929,
"step": 3
},
{
"epoch": 0.0,
"learning_rate": 1.0000000000000002e-06,
"loss": 0.3716,
"step": 4
},
{
"epoch": 0.0,
"learning_rate": 1.25e-06,
"loss": 0.3652,
"step": 5
},
{
"epoch": 0.0,
"learning_rate": 1.5e-06,
"loss": 0.3658,
"step": 6
},
{
"epoch": 0.0,
"learning_rate": 1.75e-06,
"loss": 0.3447,
"step": 7
},
{
"epoch": 0.0,
"learning_rate": 2.0000000000000003e-06,
"loss": 0.3614,
"step": 8
},
{
"epoch": 0.0,
"learning_rate": 2.25e-06,
"loss": 0.2988,
"step": 9
},
{
"epoch": 0.01,
"learning_rate": 2.5e-06,
"loss": 0.3748,
"step": 10
},
{
"epoch": 0.01,
"learning_rate": 2.7500000000000004e-06,
"loss": 0.3553,
"step": 11
},
{
"epoch": 0.01,
"learning_rate": 3e-06,
"loss": 0.345,
"step": 12
},
{
"epoch": 0.01,
"learning_rate": 3.2500000000000002e-06,
"loss": 0.3443,
"step": 13
},
{
"epoch": 0.01,
"learning_rate": 3.5e-06,
"loss": 0.3097,
"step": 14
},
{
"epoch": 0.01,
"learning_rate": 3.7500000000000005e-06,
"loss": 0.3065,
"step": 15
},
{
"epoch": 0.01,
"learning_rate": 4.000000000000001e-06,
"loss": 0.2663,
"step": 16
},
{
"epoch": 0.01,
"learning_rate": 4.25e-06,
"loss": 0.3287,
"step": 17
},
{
"epoch": 0.01,
"learning_rate": 4.5e-06,
"loss": 0.277,
"step": 18
},
{
"epoch": 0.01,
"learning_rate": 4.75e-06,
"loss": 0.3128,
"step": 19
},
{
"epoch": 0.01,
"learning_rate": 5e-06,
"loss": 0.2824,
"step": 20
},
{
"epoch": 0.01,
"learning_rate": 4.999999165083631e-06,
"loss": 0.2868,
"step": 21
},
{
"epoch": 0.01,
"learning_rate": 4.999996660335078e-06,
"loss": 0.2892,
"step": 22
},
{
"epoch": 0.01,
"learning_rate": 4.999992485756017e-06,
"loss": 0.2768,
"step": 23
},
{
"epoch": 0.01,
"learning_rate": 4.999986641349234e-06,
"loss": 0.3163,
"step": 24
},
{
"epoch": 0.01,
"learning_rate": 4.999979127118634e-06,
"loss": 0.2892,
"step": 25
},
{
"epoch": 0.01,
"learning_rate": 4.999969943069236e-06,
"loss": 0.2936,
"step": 26
},
{
"epoch": 0.01,
"learning_rate": 4.999959089207175e-06,
"loss": 0.3267,
"step": 27
},
{
"epoch": 0.01,
"learning_rate": 4.9999465655396985e-06,
"loss": 0.2814,
"step": 28
},
{
"epoch": 0.02,
"learning_rate": 4.999932372075173e-06,
"loss": 0.286,
"step": 29
},
{
"epoch": 0.02,
"learning_rate": 4.999916508823078e-06,
"loss": 0.2761,
"step": 30
},
{
"epoch": 0.02,
"learning_rate": 4.99989897579401e-06,
"loss": 0.28,
"step": 31
},
{
"epoch": 0.02,
"learning_rate": 4.999879772999679e-06,
"loss": 0.2635,
"step": 32
},
{
"epoch": 0.02,
"learning_rate": 4.999858900452913e-06,
"loss": 0.3012,
"step": 33
},
{
"epoch": 0.02,
"learning_rate": 4.9998363581676515e-06,
"loss": 0.3157,
"step": 34
},
{
"epoch": 0.02,
"learning_rate": 4.9998121461589514e-06,
"loss": 0.2489,
"step": 35
},
{
"epoch": 0.02,
"learning_rate": 4.999786264442985e-06,
"loss": 0.2687,
"step": 36
},
{
"epoch": 0.02,
"learning_rate": 4.9997587130370395e-06,
"loss": 0.2555,
"step": 37
},
{
"epoch": 0.02,
"learning_rate": 4.999729491959518e-06,
"loss": 0.2497,
"step": 38
},
{
"epoch": 0.02,
"learning_rate": 4.999698601229939e-06,
"loss": 0.2369,
"step": 39
},
{
"epoch": 0.02,
"learning_rate": 4.999666040868932e-06,
"loss": 0.2705,
"step": 40
},
{
"epoch": 0.02,
"learning_rate": 4.999631810898249e-06,
"loss": 0.2561,
"step": 41
},
{
"epoch": 0.02,
"learning_rate": 4.999595911340751e-06,
"loss": 0.2834,
"step": 42
},
{
"epoch": 0.02,
"learning_rate": 4.999558342220418e-06,
"loss": 0.2728,
"step": 43
},
{
"epoch": 0.02,
"learning_rate": 4.999519103562342e-06,
"loss": 0.2629,
"step": 44
},
{
"epoch": 0.02,
"learning_rate": 4.9994781953927335e-06,
"loss": 0.3022,
"step": 45
},
{
"epoch": 0.02,
"learning_rate": 4.999435617738915e-06,
"loss": 0.2425,
"step": 46
},
{
"epoch": 0.02,
"learning_rate": 4.999391370629327e-06,
"loss": 0.2988,
"step": 47
},
{
"epoch": 0.02,
"learning_rate": 4.999345454093521e-06,
"loss": 0.2346,
"step": 48
},
{
"epoch": 0.03,
"learning_rate": 4.9992978681621696e-06,
"loss": 0.2479,
"step": 49
},
{
"epoch": 0.03,
"learning_rate": 4.999248612867054e-06,
"loss": 0.2482,
"step": 50
},
{
"epoch": 0.03,
"eval_loss": 0.3235985338687897,
"eval_runtime": 117.1064,
"eval_samples_per_second": 26.66,
"eval_steps_per_second": 8.889,
"step": 50
},
{
"epoch": 0.03,
"learning_rate": 4.999197688241076e-06,
"loss": 0.2523,
"step": 51
},
{
"epoch": 0.03,
"learning_rate": 4.999145094318249e-06,
"loss": 0.2898,
"step": 52
},
{
"epoch": 0.03,
"learning_rate": 4.999090831133701e-06,
"loss": 0.2385,
"step": 53
},
{
"epoch": 0.03,
"learning_rate": 4.999034898723677e-06,
"loss": 0.2673,
"step": 54
},
{
"epoch": 0.03,
"learning_rate": 4.998977297125536e-06,
"loss": 0.257,
"step": 55
},
{
"epoch": 0.03,
"learning_rate": 4.998918026377753e-06,
"loss": 0.2344,
"step": 56
},
{
"epoch": 0.03,
"learning_rate": 4.998857086519915e-06,
"loss": 0.2608,
"step": 57
},
{
"epoch": 0.03,
"learning_rate": 4.998794477592727e-06,
"loss": 0.2471,
"step": 58
},
{
"epoch": 0.03,
"learning_rate": 4.998730199638008e-06,
"loss": 0.2191,
"step": 59
},
{
"epoch": 0.03,
"learning_rate": 4.99866425269869e-06,
"loss": 0.2582,
"step": 60
},
{
"epoch": 0.03,
"learning_rate": 4.9985966368188225e-06,
"loss": 0.2645,
"step": 61
},
{
"epoch": 0.03,
"learning_rate": 4.998527352043567e-06,
"loss": 0.2342,
"step": 62
},
{
"epoch": 0.03,
"learning_rate": 4.998456398419203e-06,
"loss": 0.2615,
"step": 63
},
{
"epoch": 0.03,
"learning_rate": 4.99838377599312e-06,
"loss": 0.2342,
"step": 64
},
{
"epoch": 0.03,
"learning_rate": 4.998309484813828e-06,
"loss": 0.2626,
"step": 65
},
{
"epoch": 0.03,
"learning_rate": 4.998233524930946e-06,
"loss": 0.2303,
"step": 66
},
{
"epoch": 0.03,
"learning_rate": 4.998155896395212e-06,
"loss": 0.2463,
"step": 67
},
{
"epoch": 0.04,
"learning_rate": 4.9980765992584755e-06,
"loss": 0.2393,
"step": 68
},
{
"epoch": 0.04,
"learning_rate": 4.997995633573702e-06,
"loss": 0.2566,
"step": 69
},
{
"epoch": 0.04,
"learning_rate": 4.997912999394972e-06,
"loss": 0.2355,
"step": 70
},
{
"epoch": 0.04,
"learning_rate": 4.997828696777478e-06,
"loss": 0.2166,
"step": 71
},
{
"epoch": 0.04,
"learning_rate": 4.997742725777529e-06,
"loss": 0.2704,
"step": 72
},
{
"epoch": 0.04,
"learning_rate": 4.997655086452549e-06,
"loss": 0.2706,
"step": 73
},
{
"epoch": 0.04,
"learning_rate": 4.997565778861075e-06,
"loss": 0.2327,
"step": 74
},
{
"epoch": 0.04,
"learning_rate": 4.997474803062756e-06,
"loss": 0.2388,
"step": 75
},
{
"epoch": 0.04,
"learning_rate": 4.997382159118361e-06,
"loss": 0.2228,
"step": 76
},
{
"epoch": 0.04,
"learning_rate": 4.997287847089769e-06,
"loss": 0.2532,
"step": 77
},
{
"epoch": 0.04,
"learning_rate": 4.997191867039973e-06,
"loss": 0.2245,
"step": 78
},
{
"epoch": 0.04,
"learning_rate": 4.997094219033082e-06,
"loss": 0.2912,
"step": 79
},
{
"epoch": 0.04,
"learning_rate": 4.996994903134318e-06,
"loss": 0.2234,
"step": 80
},
{
"epoch": 0.04,
"learning_rate": 4.996893919410018e-06,
"loss": 0.2382,
"step": 81
},
{
"epoch": 0.04,
"learning_rate": 4.996791267927632e-06,
"loss": 0.2556,
"step": 82
},
{
"epoch": 0.04,
"learning_rate": 4.996686948755725e-06,
"loss": 0.2353,
"step": 83
},
{
"epoch": 0.04,
"learning_rate": 4.996580961963974e-06,
"loss": 0.24,
"step": 84
},
{
"epoch": 0.04,
"learning_rate": 4.996473307623172e-06,
"loss": 0.2214,
"step": 85
},
{
"epoch": 0.04,
"learning_rate": 4.9963639858052245e-06,
"loss": 0.2514,
"step": 86
},
{
"epoch": 0.05,
"learning_rate": 4.996252996583151e-06,
"loss": 0.2285,
"step": 87
},
{
"epoch": 0.05,
"learning_rate": 4.996140340031086e-06,
"loss": 0.271,
"step": 88
},
{
"epoch": 0.05,
"learning_rate": 4.9960260162242745e-06,
"loss": 0.2343,
"step": 89
},
{
"epoch": 0.05,
"learning_rate": 4.9959100252390794e-06,
"loss": 0.2588,
"step": 90
},
{
"epoch": 0.05,
"learning_rate": 4.995792367152974e-06,
"loss": 0.2639,
"step": 91
},
{
"epoch": 0.05,
"learning_rate": 4.995673042044544e-06,
"loss": 0.2155,
"step": 92
},
{
"epoch": 0.05,
"learning_rate": 4.995552049993494e-06,
"loss": 0.2256,
"step": 93
},
{
"epoch": 0.05,
"learning_rate": 4.995429391080638e-06,
"loss": 0.2099,
"step": 94
},
{
"epoch": 0.05,
"learning_rate": 4.995305065387901e-06,
"loss": 0.2211,
"step": 95
},
{
"epoch": 0.05,
"learning_rate": 4.995179072998328e-06,
"loss": 0.2201,
"step": 96
},
{
"epoch": 0.05,
"learning_rate": 4.99505141399607e-06,
"loss": 0.225,
"step": 97
},
{
"epoch": 0.05,
"learning_rate": 4.994922088466397e-06,
"loss": 0.2187,
"step": 98
},
{
"epoch": 0.05,
"learning_rate": 4.9947910964956895e-06,
"loss": 0.2434,
"step": 99
},
{
"epoch": 0.05,
"learning_rate": 4.994658438171441e-06,
"loss": 0.2511,
"step": 100
},
{
"epoch": 0.05,
"eval_loss": 0.3000856041908264,
"eval_runtime": 116.9645,
"eval_samples_per_second": 26.692,
"eval_steps_per_second": 8.9,
"step": 100
},
{
"epoch": 0.05,
"learning_rate": 4.994524113582259e-06,
"loss": 0.2097,
"step": 101
},
{
"epoch": 0.05,
"learning_rate": 4.994388122817862e-06,
"loss": 0.2432,
"step": 102
},
{
"epoch": 0.05,
"learning_rate": 4.994250465969084e-06,
"loss": 0.2268,
"step": 103
},
{
"epoch": 0.05,
"learning_rate": 4.99411114312787e-06,
"loss": 0.2487,
"step": 104
},
{
"epoch": 0.05,
"learning_rate": 4.993970154387278e-06,
"loss": 0.2358,
"step": 105
},
{
"epoch": 0.05,
"learning_rate": 4.99382749984148e-06,
"loss": 0.2331,
"step": 106
},
{
"epoch": 0.06,
"learning_rate": 4.993683179585759e-06,
"loss": 0.2435,
"step": 107
},
{
"epoch": 0.06,
"learning_rate": 4.993537193716512e-06,
"loss": 0.1995,
"step": 108
},
{
"epoch": 0.06,
"learning_rate": 4.9933895423312465e-06,
"loss": 0.2153,
"step": 109
},
{
"epoch": 0.06,
"learning_rate": 4.9932402255285854e-06,
"loss": 0.242,
"step": 110
},
{
"epoch": 0.06,
"learning_rate": 4.99308924340826e-06,
"loss": 0.2495,
"step": 111
},
{
"epoch": 0.06,
"learning_rate": 4.99293659607112e-06,
"loss": 0.2303,
"step": 112
},
{
"epoch": 0.06,
"learning_rate": 4.9927822836191185e-06,
"loss": 0.2162,
"step": 113
},
{
"epoch": 0.06,
"learning_rate": 4.99262630615533e-06,
"loss": 0.217,
"step": 114
},
{
"epoch": 0.06,
"learning_rate": 4.992468663783936e-06,
"loss": 0.2485,
"step": 115
},
{
"epoch": 0.06,
"learning_rate": 4.992309356610231e-06,
"loss": 0.2618,
"step": 116
},
{
"epoch": 0.06,
"learning_rate": 4.99214838474062e-06,
"loss": 0.2237,
"step": 117
},
{
"epoch": 0.06,
"learning_rate": 4.991985748282625e-06,
"loss": 0.2327,
"step": 118
},
{
"epoch": 0.06,
"learning_rate": 4.991821447344873e-06,
"loss": 0.2544,
"step": 119
},
{
"epoch": 0.06,
"learning_rate": 4.991655482037105e-06,
"loss": 0.2337,
"step": 120
},
{
"epoch": 0.06,
"learning_rate": 4.9914878524701795e-06,
"loss": 0.2346,
"step": 121
},
{
"epoch": 0.06,
"learning_rate": 4.991318558756057e-06,
"loss": 0.2369,
"step": 122
},
{
"epoch": 0.06,
"learning_rate": 4.991147601007818e-06,
"loss": 0.2299,
"step": 123
},
{
"epoch": 0.06,
"learning_rate": 4.990974979339649e-06,
"loss": 0.2344,
"step": 124
},
{
"epoch": 0.06,
"learning_rate": 4.99080069386685e-06,
"loss": 0.2508,
"step": 125
},
{
"epoch": 0.07,
"learning_rate": 4.990624744705832e-06,
"loss": 0.2102,
"step": 126
},
{
"epoch": 0.07,
"learning_rate": 4.990447131974116e-06,
"loss": 0.2381,
"step": 127
},
{
"epoch": 0.07,
"learning_rate": 4.990267855790339e-06,
"loss": 0.2171,
"step": 128
},
{
"epoch": 0.07,
"learning_rate": 4.9900869162742424e-06,
"loss": 0.2274,
"step": 129
},
{
"epoch": 0.07,
"learning_rate": 4.989904313546682e-06,
"loss": 0.2222,
"step": 130
},
{
"epoch": 0.07,
"learning_rate": 4.989720047729625e-06,
"loss": 0.24,
"step": 131
},
{
"epoch": 0.07,
"learning_rate": 4.989534118946149e-06,
"loss": 0.2312,
"step": 132
},
{
"epoch": 0.07,
"learning_rate": 4.989346527320441e-06,
"loss": 0.2501,
"step": 133
},
{
"epoch": 0.07,
"learning_rate": 4.9891572729778e-06,
"loss": 0.2186,
"step": 134
},
{
"epoch": 0.07,
"learning_rate": 4.988966356044635e-06,
"loss": 0.1928,
"step": 135
},
{
"epoch": 0.07,
"learning_rate": 4.9887737766484666e-06,
"loss": 0.2003,
"step": 136
},
{
"epoch": 0.07,
"learning_rate": 4.988579534917924e-06,
"loss": 0.2293,
"step": 137
},
{
"epoch": 0.07,
"learning_rate": 4.9883836309827485e-06,
"loss": 0.2479,
"step": 138
},
{
"epoch": 0.07,
"learning_rate": 4.988186064973789e-06,
"loss": 0.2275,
"step": 139
},
{
"epoch": 0.07,
"learning_rate": 4.987986837023009e-06,
"loss": 0.2336,
"step": 140
},
{
"epoch": 0.07,
"learning_rate": 4.987785947263478e-06,
"loss": 0.2337,
"step": 141
},
{
"epoch": 0.07,
"learning_rate": 4.987583395829378e-06,
"loss": 0.215,
"step": 142
},
{
"epoch": 0.07,
"learning_rate": 4.987379182855997e-06,
"loss": 0.2349,
"step": 143
},
{
"epoch": 0.07,
"learning_rate": 4.987173308479738e-06,
"loss": 0.2352,
"step": 144
},
{
"epoch": 0.08,
"learning_rate": 4.986965772838112e-06,
"loss": 0.2227,
"step": 145
},
{
"epoch": 0.08,
"learning_rate": 4.9867565760697365e-06,
"loss": 0.2324,
"step": 146
},
{
"epoch": 0.08,
"learning_rate": 4.986545718314343e-06,
"loss": 0.2121,
"step": 147
},
{
"epoch": 0.08,
"learning_rate": 4.986333199712769e-06,
"loss": 0.2546,
"step": 148
},
{
"epoch": 0.08,
"learning_rate": 4.986119020406963e-06,
"loss": 0.2686,
"step": 149
},
{
"epoch": 0.08,
"learning_rate": 4.985903180539984e-06,
"loss": 0.2241,
"step": 150
},
{
"epoch": 0.08,
"eval_loss": 0.2863710820674896,
"eval_runtime": 116.8972,
"eval_samples_per_second": 26.707,
"eval_steps_per_second": 8.905,
"step": 150
},
{
"epoch": 0.08,
"learning_rate": 4.985685680255996e-06,
"loss": 0.2098,
"step": 151
},
{
"epoch": 0.08,
"learning_rate": 4.985466519700277e-06,
"loss": 0.209,
"step": 152
},
{
"epoch": 0.08,
"learning_rate": 4.98524569901921e-06,
"loss": 0.2044,
"step": 153
},
{
"epoch": 0.08,
"learning_rate": 4.985023218360289e-06,
"loss": 0.2301,
"step": 154
},
{
"epoch": 0.08,
"learning_rate": 4.984799077872116e-06,
"loss": 0.212,
"step": 155
},
{
"epoch": 0.08,
"learning_rate": 4.984573277704403e-06,
"loss": 0.2578,
"step": 156
},
{
"epoch": 0.08,
"learning_rate": 4.984345818007967e-06,
"loss": 0.2233,
"step": 157
},
{
"epoch": 0.08,
"learning_rate": 4.984116698934738e-06,
"loss": 0.206,
"step": 158
},
{
"epoch": 0.08,
"learning_rate": 4.983885920637752e-06,
"loss": 0.2257,
"step": 159
},
{
"epoch": 0.08,
"learning_rate": 4.983653483271152e-06,
"loss": 0.2336,
"step": 160
},
{
"epoch": 0.08,
"learning_rate": 4.983419386990192e-06,
"loss": 0.2057,
"step": 161
},
{
"epoch": 0.08,
"learning_rate": 4.983183631951232e-06,
"loss": 0.2126,
"step": 162
},
{
"epoch": 0.08,
"learning_rate": 4.982946218311742e-06,
"loss": 0.2219,
"step": 163
},
{
"epoch": 0.08,
"learning_rate": 4.982707146230296e-06,
"loss": 0.2153,
"step": 164
},
{
"epoch": 0.09,
"learning_rate": 4.982466415866579e-06,
"loss": 0.2564,
"step": 165
},
{
"epoch": 0.09,
"learning_rate": 4.9822240273813846e-06,
"loss": 0.1964,
"step": 166
},
{
"epoch": 0.09,
"learning_rate": 4.98197998093661e-06,
"loss": 0.2361,
"step": 167
},
{
"epoch": 0.09,
"learning_rate": 4.981734276695263e-06,
"loss": 0.2403,
"step": 168
},
{
"epoch": 0.09,
"learning_rate": 4.981486914821456e-06,
"loss": 0.2576,
"step": 169
},
{
"epoch": 0.09,
"learning_rate": 4.981237895480412e-06,
"loss": 0.2026,
"step": 170
},
{
"epoch": 0.09,
"learning_rate": 4.980987218838459e-06,
"loss": 0.203,
"step": 171
},
{
"epoch": 0.09,
"learning_rate": 4.980734885063031e-06,
"loss": 0.2299,
"step": 172
},
{
"epoch": 0.09,
"learning_rate": 4.980480894322672e-06,
"loss": 0.2457,
"step": 173
},
{
"epoch": 0.09,
"learning_rate": 4.980225246787028e-06,
"loss": 0.2218,
"step": 174
},
{
"epoch": 0.09,
"learning_rate": 4.9799679426268575e-06,
"loss": 0.223,
"step": 175
},
{
"epoch": 0.09,
"learning_rate": 4.979708982014021e-06,
"loss": 0.2425,
"step": 176
},
{
"epoch": 0.09,
"learning_rate": 4.9794483651214875e-06,
"loss": 0.2131,
"step": 177
},
{
"epoch": 0.09,
"learning_rate": 4.97918609212333e-06,
"loss": 0.2241,
"step": 178
},
{
"epoch": 0.09,
"learning_rate": 4.978922163194732e-06,
"loss": 0.2258,
"step": 179
},
{
"epoch": 0.09,
"learning_rate": 4.978656578511978e-06,
"loss": 0.2201,
"step": 180
},
{
"epoch": 0.09,
"learning_rate": 4.978389338252461e-06,
"loss": 0.1853,
"step": 181
},
{
"epoch": 0.09,
"learning_rate": 4.978120442594681e-06,
"loss": 0.2359,
"step": 182
},
{
"epoch": 0.09,
"learning_rate": 4.977849891718241e-06,
"loss": 0.2272,
"step": 183
},
{
"epoch": 0.1,
"learning_rate": 4.977577685803852e-06,
"loss": 0.2686,
"step": 184
},
{
"epoch": 0.1,
"learning_rate": 4.977303825033329e-06,
"loss": 0.2422,
"step": 185
},
{
"epoch": 0.1,
"learning_rate": 4.9770283095895926e-06,
"loss": 0.207,
"step": 186
},
{
"epoch": 0.1,
"learning_rate": 4.976751139656668e-06,
"loss": 0.2236,
"step": 187
},
{
"epoch": 0.1,
"learning_rate": 4.9764723154196855e-06,
"loss": 0.2552,
"step": 188
},
{
"epoch": 0.1,
"learning_rate": 4.976191837064884e-06,
"loss": 0.2377,
"step": 189
},
{
"epoch": 0.1,
"learning_rate": 4.975909704779602e-06,
"loss": 0.2262,
"step": 190
},
{
"epoch": 0.1,
"learning_rate": 4.975625918752286e-06,
"loss": 0.2227,
"step": 191
},
{
"epoch": 0.1,
"learning_rate": 4.975340479172484e-06,
"loss": 0.2024,
"step": 192
},
{
"epoch": 0.1,
"learning_rate": 4.975053386230854e-06,
"loss": 0.2103,
"step": 193
},
{
"epoch": 0.1,
"learning_rate": 4.974764640119153e-06,
"loss": 0.1749,
"step": 194
},
{
"epoch": 0.1,
"learning_rate": 4.974474241030243e-06,
"loss": 0.2218,
"step": 195
},
{
"epoch": 0.1,
"learning_rate": 4.974182189158093e-06,
"loss": 0.2189,
"step": 196
},
{
"epoch": 0.1,
"learning_rate": 4.973888484697773e-06,
"loss": 0.2354,
"step": 197
},
{
"epoch": 0.1,
"learning_rate": 4.973593127845458e-06,
"loss": 0.2029,
"step": 198
},
{
"epoch": 0.1,
"learning_rate": 4.973296118798428e-06,
"loss": 0.2164,
"step": 199
},
{
"epoch": 0.1,
"learning_rate": 4.972997457755063e-06,
"loss": 0.2146,
"step": 200
},
{
"epoch": 0.1,
"eval_loss": 0.27695992588996887,
"eval_runtime": 117.0831,
"eval_samples_per_second": 26.665,
"eval_steps_per_second": 8.891,
"step": 200
},
{
"epoch": 0.1,
"learning_rate": 4.9726971449148494e-06,
"loss": 0.2072,
"step": 201
},
{
"epoch": 0.1,
"learning_rate": 4.972395180478378e-06,
"loss": 0.2469,
"step": 202
},
{
"epoch": 0.11,
"learning_rate": 4.972091564647338e-06,
"loss": 0.2104,
"step": 203
},
{
"epoch": 0.11,
"learning_rate": 4.971786297624526e-06,
"loss": 0.2325,
"step": 204
},
{
"epoch": 0.11,
"learning_rate": 4.971479379613839e-06,
"loss": 0.2345,
"step": 205
},
{
"epoch": 0.11,
"learning_rate": 4.971170810820279e-06,
"loss": 0.2032,
"step": 206
},
{
"epoch": 0.11,
"learning_rate": 4.970860591449949e-06,
"loss": 0.2041,
"step": 207
},
{
"epoch": 0.11,
"learning_rate": 4.9705487217100534e-06,
"loss": 0.2067,
"step": 208
},
{
"epoch": 0.11,
"learning_rate": 4.970235201808902e-06,
"loss": 0.2151,
"step": 209
},
{
"epoch": 0.11,
"learning_rate": 4.969920031955904e-06,
"loss": 0.2036,
"step": 210
},
{
"epoch": 0.11,
"learning_rate": 4.969603212361572e-06,
"loss": 0.2124,
"step": 211
},
{
"epoch": 0.11,
"learning_rate": 4.969284743237521e-06,
"loss": 0.2226,
"step": 212
},
{
"epoch": 0.11,
"learning_rate": 4.968964624796467e-06,
"loss": 0.2345,
"step": 213
},
{
"epoch": 0.11,
"learning_rate": 4.968642857252227e-06,
"loss": 0.2463,
"step": 214
},
{
"epoch": 0.11,
"learning_rate": 4.96831944081972e-06,
"loss": 0.2056,
"step": 215
},
{
"epoch": 0.11,
"learning_rate": 4.967994375714969e-06,
"loss": 0.2419,
"step": 216
},
{
"epoch": 0.11,
"learning_rate": 4.967667662155091e-06,
"loss": 0.2028,
"step": 217
},
{
"epoch": 0.11,
"learning_rate": 4.967339300358313e-06,
"loss": 0.206,
"step": 218
},
{
"epoch": 0.11,
"learning_rate": 4.9670092905439574e-06,
"loss": 0.2233,
"step": 219
},
{
"epoch": 0.11,
"learning_rate": 4.966677632932448e-06,
"loss": 0.2201,
"step": 220
},
{
"epoch": 0.11,
"learning_rate": 4.966344327745311e-06,
"loss": 0.2028,
"step": 221
},
{
"epoch": 0.11,
"learning_rate": 4.966009375205171e-06,
"loss": 0.2245,
"step": 222
},
{
"epoch": 0.12,
"learning_rate": 4.965672775535754e-06,
"loss": 0.269,
"step": 223
},
{
"epoch": 0.12,
"learning_rate": 4.965334528961887e-06,
"loss": 0.203,
"step": 224
},
{
"epoch": 0.12,
"learning_rate": 4.964994635709494e-06,
"loss": 0.2087,
"step": 225
},
{
"epoch": 0.12,
"learning_rate": 4.964653096005604e-06,
"loss": 0.2251,
"step": 226
},
{
"epoch": 0.12,
"learning_rate": 4.964309910078341e-06,
"loss": 0.2166,
"step": 227
},
{
"epoch": 0.12,
"learning_rate": 4.96396507815693e-06,
"loss": 0.2383,
"step": 228
},
{
"epoch": 0.12,
"learning_rate": 4.963618600471696e-06,
"loss": 0.2301,
"step": 229
},
{
"epoch": 0.12,
"learning_rate": 4.963270477254063e-06,
"loss": 0.2323,
"step": 230
},
{
"epoch": 0.12,
"learning_rate": 4.962920708736553e-06,
"loss": 0.2053,
"step": 231
},
{
"epoch": 0.12,
"learning_rate": 4.96256929515279e-06,
"loss": 0.1843,
"step": 232
},
{
"epoch": 0.12,
"learning_rate": 4.962216236737493e-06,
"loss": 0.2677,
"step": 233
},
{
"epoch": 0.12,
"learning_rate": 4.9618615337264815e-06,
"loss": 0.2152,
"step": 234
},
{
"epoch": 0.12,
"learning_rate": 4.961505186356675e-06,
"loss": 0.2521,
"step": 235
},
{
"epoch": 0.12,
"learning_rate": 4.961147194866088e-06,
"loss": 0.1904,
"step": 236
},
{
"epoch": 0.12,
"learning_rate": 4.960787559493836e-06,
"loss": 0.2214,
"step": 237
},
{
"epoch": 0.12,
"learning_rate": 4.960426280480131e-06,
"loss": 0.1983,
"step": 238
},
{
"epoch": 0.12,
"learning_rate": 4.960063358066282e-06,
"loss": 0.2036,
"step": 239
},
{
"epoch": 0.12,
"learning_rate": 4.9596987924946986e-06,
"loss": 0.1975,
"step": 240
},
{
"epoch": 0.12,
"learning_rate": 4.959332584008884e-06,
"loss": 0.2071,
"step": 241
},
{
"epoch": 0.13,
"learning_rate": 4.958964732853445e-06,
"loss": 0.2146,
"step": 242
},
{
"epoch": 0.13,
"learning_rate": 4.9585952392740775e-06,
"loss": 0.2242,
"step": 243
},
{
"epoch": 0.13,
"learning_rate": 4.958224103517581e-06,
"loss": 0.2,
"step": 244
},
{
"epoch": 0.13,
"learning_rate": 4.957851325831848e-06,
"loss": 0.2162,
"step": 245
},
{
"epoch": 0.13,
"learning_rate": 4.957476906465869e-06,
"loss": 0.2308,
"step": 246
},
{
"epoch": 0.13,
"learning_rate": 4.957100845669732e-06,
"loss": 0.2388,
"step": 247
},
{
"epoch": 0.13,
"learning_rate": 4.9567231436946205e-06,
"loss": 0.2199,
"step": 248
},
{
"epoch": 0.13,
"learning_rate": 4.9563438007928135e-06,
"loss": 0.2159,
"step": 249
},
{
"epoch": 0.13,
"learning_rate": 4.955962817217686e-06,
"loss": 0.2195,
"step": 250
},
{
"epoch": 0.13,
"eval_loss": 0.26982513070106506,
"eval_runtime": 116.9388,
"eval_samples_per_second": 26.698,
"eval_steps_per_second": 8.902,
"step": 250
},
{
"epoch": 0.13,
"learning_rate": 4.955580193223712e-06,
"loss": 0.2099,
"step": 251
},
{
"epoch": 0.13,
"learning_rate": 4.955195929066455e-06,
"loss": 0.1712,
"step": 252
},
{
"epoch": 0.13,
"learning_rate": 4.954810025002581e-06,
"loss": 0.223,
"step": 253
},
{
"epoch": 0.13,
"learning_rate": 4.954422481289847e-06,
"loss": 0.2212,
"step": 254
},
{
"epoch": 0.13,
"learning_rate": 4.954033298187105e-06,
"loss": 0.2009,
"step": 255
},
{
"epoch": 0.13,
"learning_rate": 4.953642475954306e-06,
"loss": 0.2278,
"step": 256
},
{
"epoch": 0.13,
"learning_rate": 4.953250014852492e-06,
"loss": 0.201,
"step": 257
},
{
"epoch": 0.13,
"learning_rate": 4.952855915143799e-06,
"loss": 0.2165,
"step": 258
},
{
"epoch": 0.13,
"learning_rate": 4.952460177091461e-06,
"loss": 0.205,
"step": 259
},
{
"epoch": 0.13,
"learning_rate": 4.9520628009598045e-06,
"loss": 0.2069,
"step": 260
},
{
"epoch": 0.14,
"learning_rate": 4.951663787014249e-06,
"loss": 0.2349,
"step": 261
},
{
"epoch": 0.14,
"learning_rate": 4.951263135521311e-06,
"loss": 0.1846,
"step": 262
},
{
"epoch": 0.14,
"learning_rate": 4.9508608467485975e-06,
"loss": 0.1983,
"step": 263
},
{
"epoch": 0.14,
"learning_rate": 4.95045692096481e-06,
"loss": 0.1977,
"step": 264
},
{
"epoch": 0.14,
"learning_rate": 4.950051358439746e-06,
"loss": 0.2038,
"step": 265
},
{
"epoch": 0.14,
"learning_rate": 4.949644159444292e-06,
"loss": 0.2174,
"step": 266
},
{
"epoch": 0.14,
"learning_rate": 4.949235324250431e-06,
"loss": 0.2091,
"step": 267
},
{
"epoch": 0.14,
"learning_rate": 4.948824853131237e-06,
"loss": 0.1925,
"step": 268
},
{
"epoch": 0.14,
"learning_rate": 4.948412746360877e-06,
"loss": 0.2263,
"step": 269
},
{
"epoch": 0.14,
"learning_rate": 4.947999004214611e-06,
"loss": 0.2399,
"step": 270
},
{
"epoch": 0.14,
"learning_rate": 4.947583626968792e-06,
"loss": 0.2042,
"step": 271
},
{
"epoch": 0.14,
"learning_rate": 4.947166614900862e-06,
"loss": 0.217,
"step": 272
},
{
"epoch": 0.14,
"learning_rate": 4.946747968289359e-06,
"loss": 0.2031,
"step": 273
},
{
"epoch": 0.14,
"learning_rate": 4.946327687413911e-06,
"loss": 0.1871,
"step": 274
},
{
"epoch": 0.14,
"learning_rate": 4.9459057725552374e-06,
"loss": 0.2218,
"step": 275
},
{
"epoch": 0.14,
"learning_rate": 4.945482223995148e-06,
"loss": 0.1883,
"step": 276
},
{
"epoch": 0.14,
"learning_rate": 4.945057042016545e-06,
"loss": 0.1902,
"step": 277
},
{
"epoch": 0.14,
"learning_rate": 4.944630226903423e-06,
"loss": 0.1722,
"step": 278
},
{
"epoch": 0.14,
"learning_rate": 4.944201778940865e-06,
"loss": 0.209,
"step": 279
},
{
"epoch": 0.14,
"learning_rate": 4.943771698415045e-06,
"loss": 0.1753,
"step": 280
},
{
"epoch": 0.15,
"learning_rate": 4.943339985613228e-06,
"loss": 0.238,
"step": 281
},
{
"epoch": 0.15,
"learning_rate": 4.942906640823771e-06,
"loss": 0.196,
"step": 282
},
{
"epoch": 0.15,
"learning_rate": 4.942471664336118e-06,
"loss": 0.2061,
"step": 283
},
{
"epoch": 0.15,
"learning_rate": 4.942035056440804e-06,
"loss": 0.212,
"step": 284
},
{
"epoch": 0.15,
"learning_rate": 4.941596817429455e-06,
"loss": 0.1779,
"step": 285
},
{
"epoch": 0.15,
"learning_rate": 4.941156947594784e-06,
"loss": 0.1971,
"step": 286
},
{
"epoch": 0.15,
"learning_rate": 4.940715447230595e-06,
"loss": 0.1781,
"step": 287
},
{
"epoch": 0.15,
"learning_rate": 4.9402723166317814e-06,
"loss": 0.2442,
"step": 288
},
{
"epoch": 0.15,
"learning_rate": 4.939827556094324e-06,
"loss": 0.2088,
"step": 289
},
{
"epoch": 0.15,
"learning_rate": 4.939381165915294e-06,
"loss": 0.1878,
"step": 290
},
{
"epoch": 0.15,
"learning_rate": 4.938933146392849e-06,
"loss": 0.1964,
"step": 291
},
{
"epoch": 0.15,
"learning_rate": 4.938483497826237e-06,
"loss": 0.1979,
"step": 292
},
{
"epoch": 0.15,
"learning_rate": 4.938032220515793e-06,
"loss": 0.2117,
"step": 293
},
{
"epoch": 0.15,
"learning_rate": 4.937579314762939e-06,
"loss": 0.2216,
"step": 294
},
{
"epoch": 0.15,
"learning_rate": 4.937124780870187e-06,
"loss": 0.1968,
"step": 295
},
{
"epoch": 0.15,
"learning_rate": 4.936668619141135e-06,
"loss": 0.2281,
"step": 296
},
{
"epoch": 0.15,
"learning_rate": 4.936210829880468e-06,
"loss": 0.1981,
"step": 297
},
{
"epoch": 0.15,
"learning_rate": 4.93575141339396e-06,
"loss": 0.1928,
"step": 298
},
{
"epoch": 0.15,
"learning_rate": 4.935290369988468e-06,
"loss": 0.2009,
"step": 299
},
{
"epoch": 0.16,
"learning_rate": 4.93482769997194e-06,
"loss": 0.2103,
"step": 300
},
{
"epoch": 0.16,
"eval_loss": 0.2634771168231964,
"eval_runtime": 117.0691,
"eval_samples_per_second": 26.668,
"eval_steps_per_second": 8.892,
"step": 300
},
{
"epoch": 0.16,
"learning_rate": 4.934363403653408e-06,
"loss": 0.2057,
"step": 301
},
{
"epoch": 0.16,
"learning_rate": 4.9338974813429916e-06,
"loss": 0.1962,
"step": 302
},
{
"epoch": 0.16,
"learning_rate": 4.933429933351896e-06,
"loss": 0.2128,
"step": 303
},
{
"epoch": 0.16,
"learning_rate": 4.932960759992409e-06,
"loss": 0.1927,
"step": 304
},
{
"epoch": 0.16,
"learning_rate": 4.932489961577911e-06,
"loss": 0.2363,
"step": 305
},
{
"epoch": 0.16,
"learning_rate": 4.932017538422861e-06,
"loss": 0.2279,
"step": 306
},
{
"epoch": 0.16,
"learning_rate": 4.931543490842807e-06,
"loss": 0.2037,
"step": 307
},
{
"epoch": 0.16,
"learning_rate": 4.9310678191543814e-06,
"loss": 0.2031,
"step": 308
},
{
"epoch": 0.16,
"learning_rate": 4.9305905236753016e-06,
"loss": 0.2037,
"step": 309
},
{
"epoch": 0.16,
"learning_rate": 4.930111604724367e-06,
"loss": 0.1995,
"step": 310
},
{
"epoch": 0.16,
"learning_rate": 4.929631062621465e-06,
"loss": 0.2312,
"step": 311
},
{
"epoch": 0.16,
"learning_rate": 4.929148897687566e-06,
"loss": 0.2009,
"step": 312
},
{
"epoch": 0.16,
"learning_rate": 4.928665110244723e-06,
"loss": 0.2064,
"step": 313
},
{
"epoch": 0.16,
"learning_rate": 4.9281797006160735e-06,
"loss": 0.2177,
"step": 314
},
{
"epoch": 0.16,
"learning_rate": 4.9276926691258384e-06,
"loss": 0.1856,
"step": 315
},
{
"epoch": 0.16,
"learning_rate": 4.927204016099324e-06,
"loss": 0.1898,
"step": 316
},
{
"epoch": 0.16,
"learning_rate": 4.926713741862915e-06,
"loss": 0.2196,
"step": 317
},
{
"epoch": 0.16,
"learning_rate": 4.926221846744085e-06,
"loss": 0.201,
"step": 318
},
{
"epoch": 0.17,
"learning_rate": 4.925728331071384e-06,
"loss": 0.2074,
"step": 319
},
{
"epoch": 0.17,
"learning_rate": 4.92523319517445e-06,
"loss": 0.1953,
"step": 320
},
{
"epoch": 0.17,
"learning_rate": 4.924736439383998e-06,
"loss": 0.2067,
"step": 321
},
{
"epoch": 0.17,
"learning_rate": 4.924238064031831e-06,
"loss": 0.1851,
"step": 322
},
{
"epoch": 0.17,
"learning_rate": 4.923738069450827e-06,
"loss": 0.1941,
"step": 323
},
{
"epoch": 0.17,
"learning_rate": 4.9232364559749505e-06,
"loss": 0.2121,
"step": 324
},
{
"epoch": 0.17,
"learning_rate": 4.922733223939246e-06,
"loss": 0.2068,
"step": 325
},
{
"epoch": 0.17,
"learning_rate": 4.922228373679838e-06,
"loss": 0.1909,
"step": 326
},
{
"epoch": 0.17,
"learning_rate": 4.921721905533935e-06,
"loss": 0.1944,
"step": 327
},
{
"epoch": 0.17,
"learning_rate": 4.921213819839821e-06,
"loss": 0.1843,
"step": 328
},
{
"epoch": 0.17,
"learning_rate": 4.920704116936863e-06,
"loss": 0.2175,
"step": 329
},
{
"epoch": 0.17,
"learning_rate": 4.920192797165511e-06,
"loss": 0.1919,
"step": 330
},
{
"epoch": 0.17,
"learning_rate": 4.919679860867291e-06,
"loss": 0.2284,
"step": 331
},
{
"epoch": 0.17,
"learning_rate": 4.91916530838481e-06,
"loss": 0.1956,
"step": 332
},
{
"epoch": 0.17,
"learning_rate": 4.918649140061755e-06,
"loss": 0.1885,
"step": 333
},
{
"epoch": 0.17,
"learning_rate": 4.918131356242892e-06,
"loss": 0.1955,
"step": 334
},
{
"epoch": 0.17,
"learning_rate": 4.917611957274065e-06,
"loss": 0.1957,
"step": 335
},
{
"epoch": 0.17,
"learning_rate": 4.9170909435022e-06,
"loss": 0.2106,
"step": 336
},
{
"epoch": 0.17,
"learning_rate": 4.916568315275297e-06,
"loss": 0.1794,
"step": 337
},
{
"epoch": 0.17,
"learning_rate": 4.916044072942437e-06,
"loss": 0.1912,
"step": 338
},
{
"epoch": 0.18,
"learning_rate": 4.915518216853779e-06,
"loss": 0.172,
"step": 339
},
{
"epoch": 0.18,
"learning_rate": 4.9149907473605615e-06,
"loss": 0.1844,
"step": 340
},
{
"epoch": 0.18,
"learning_rate": 4.914461664815096e-06,
"loss": 0.1968,
"step": 341
},
{
"epoch": 0.18,
"learning_rate": 4.913930969570776e-06,
"loss": 0.1917,
"step": 342
},
{
"epoch": 0.18,
"learning_rate": 4.913398661982071e-06,
"loss": 0.2165,
"step": 343
},
{
"epoch": 0.18,
"learning_rate": 4.912864742404525e-06,
"loss": 0.1825,
"step": 344
},
{
"epoch": 0.18,
"learning_rate": 4.912329211194761e-06,
"loss": 0.1871,
"step": 345
},
{
"epoch": 0.18,
"learning_rate": 4.911792068710479e-06,
"loss": 0.1932,
"step": 346
},
{
"epoch": 0.18,
"learning_rate": 4.911253315310454e-06,
"loss": 0.2002,
"step": 347
},
{
"epoch": 0.18,
"learning_rate": 4.910712951354536e-06,
"loss": 0.2206,
"step": 348
},
{
"epoch": 0.18,
"learning_rate": 4.910170977203654e-06,
"loss": 0.2102,
"step": 349
},
{
"epoch": 0.18,
"learning_rate": 4.9096273932198086e-06,
"loss": 0.2127,
"step": 350
},
{
"epoch": 0.18,
"eval_loss": 0.2578897178173065,
"eval_runtime": 117.0059,
"eval_samples_per_second": 26.682,
"eval_steps_per_second": 8.897,
"step": 350
},
{
"epoch": 0.18,
"learning_rate": 4.909082199766079e-06,
"loss": 0.1925,
"step": 351
},
{
"epoch": 0.18,
"learning_rate": 4.908535397206616e-06,
"loss": 0.2034,
"step": 352
},
{
"epoch": 0.18,
"learning_rate": 4.90798698590665e-06,
"loss": 0.2146,
"step": 353
},
{
"epoch": 0.18,
"learning_rate": 4.9074369662324795e-06,
"loss": 0.2006,
"step": 354
},
{
"epoch": 0.18,
"learning_rate": 4.906885338551484e-06,
"loss": 0.1792,
"step": 355
},
{
"epoch": 0.18,
"learning_rate": 4.9063321032321125e-06,
"loss": 0.1941,
"step": 356
},
{
"epoch": 0.18,
"learning_rate": 4.905777260643889e-06,
"loss": 0.1696,
"step": 357
},
{
"epoch": 0.19,
"learning_rate": 4.905220811157412e-06,
"loss": 0.1858,
"step": 358
},
{
"epoch": 0.19,
"learning_rate": 4.904662755144352e-06,
"loss": 0.2128,
"step": 359
},
{
"epoch": 0.19,
"learning_rate": 4.904103092977452e-06,
"loss": 0.1789,
"step": 360
},
{
"epoch": 0.19,
"learning_rate": 4.9035418250305314e-06,
"loss": 0.1784,
"step": 361
},
{
"epoch": 0.19,
"learning_rate": 4.902978951678478e-06,
"loss": 0.2043,
"step": 362
},
{
"epoch": 0.19,
"learning_rate": 4.902414473297254e-06,
"loss": 0.1821,
"step": 363
},
{
"epoch": 0.19,
"learning_rate": 4.901848390263892e-06,
"loss": 0.2001,
"step": 364
},
{
"epoch": 0.19,
"learning_rate": 4.9012807029565e-06,
"loss": 0.2046,
"step": 365
},
{
"epoch": 0.19,
"learning_rate": 4.9007114117542535e-06,
"loss": 0.1817,
"step": 366
},
{
"epoch": 0.19,
"learning_rate": 4.900140517037401e-06,
"loss": 0.2121,
"step": 367
},
{
"epoch": 0.19,
"learning_rate": 4.899568019187262e-06,
"loss": 0.1873,
"step": 368
},
{
"epoch": 0.19,
"learning_rate": 4.898993918586227e-06,
"loss": 0.1773,
"step": 369
},
{
"epoch": 0.19,
"learning_rate": 4.8984182156177565e-06,
"loss": 0.1785,
"step": 370
},
{
"epoch": 0.19,
"learning_rate": 4.8978409106663815e-06,
"loss": 0.1821,
"step": 371
},
{
"epoch": 0.19,
"learning_rate": 4.897262004117704e-06,
"loss": 0.1821,
"step": 372
},
{
"epoch": 0.19,
"learning_rate": 4.896681496358394e-06,
"loss": 0.1857,
"step": 373
},
{
"epoch": 0.19,
"learning_rate": 4.896099387776192e-06,
"loss": 0.2154,
"step": 374
},
{
"epoch": 0.19,
"learning_rate": 4.8955156787599074e-06,
"loss": 0.18,
"step": 375
},
{
"epoch": 0.19,
"learning_rate": 4.8949303696994195e-06,
"loss": 0.1929,
"step": 376
},
{
"epoch": 0.2,
"learning_rate": 4.894343460985676e-06,
"loss": 0.1914,
"step": 377
},
{
"epoch": 0.2,
"learning_rate": 4.8937549530106896e-06,
"loss": 0.178,
"step": 378
},
{
"epoch": 0.2,
"learning_rate": 4.893164846167549e-06,
"loss": 0.189,
"step": 379
},
{
"epoch": 0.2,
"learning_rate": 4.8925731408504015e-06,
"loss": 0.213,
"step": 380
},
{
"epoch": 0.2,
"learning_rate": 4.891979837454469e-06,
"loss": 0.1932,
"step": 381
},
{
"epoch": 0.2,
"learning_rate": 4.891384936376038e-06,
"loss": 0.2087,
"step": 382
},
{
"epoch": 0.2,
"learning_rate": 4.890788438012464e-06,
"loss": 0.1904,
"step": 383
},
{
"epoch": 0.2,
"learning_rate": 4.8901903427621654e-06,
"loss": 0.194,
"step": 384
},
{
"epoch": 0.2,
"learning_rate": 4.8895906510246315e-06,
"loss": 0.2125,
"step": 385
},
{
"epoch": 0.2,
"learning_rate": 4.888989363200416e-06,
"loss": 0.2141,
"step": 386
},
{
"epoch": 0.2,
"learning_rate": 4.888386479691139e-06,
"loss": 0.1937,
"step": 387
},
{
"epoch": 0.2,
"learning_rate": 4.887782000899486e-06,
"loss": 0.1912,
"step": 388
},
{
"epoch": 0.2,
"learning_rate": 4.887175927229209e-06,
"loss": 0.2249,
"step": 389
},
{
"epoch": 0.2,
"learning_rate": 4.8865682590851235e-06,
"loss": 0.1779,
"step": 390
},
{
"epoch": 0.2,
"learning_rate": 4.885958996873113e-06,
"loss": 0.2046,
"step": 391
},
{
"epoch": 0.2,
"learning_rate": 4.8853481410001225e-06,
"loss": 0.1748,
"step": 392
},
{
"epoch": 0.2,
"learning_rate": 4.8847356918741625e-06,
"loss": 0.1951,
"step": 393
},
{
"epoch": 0.2,
"learning_rate": 4.88412164990431e-06,
"loss": 0.2208,
"step": 394
},
{
"epoch": 0.2,
"learning_rate": 4.883506015500702e-06,
"loss": 0.1736,
"step": 395
},
{
"epoch": 0.2,
"learning_rate": 4.882888789074542e-06,
"loss": 0.1967,
"step": 396
},
{
"epoch": 0.21,
"learning_rate": 4.882269971038095e-06,
"loss": 0.2056,
"step": 397
},
{
"epoch": 0.21,
"learning_rate": 4.881649561804691e-06,
"loss": 0.1776,
"step": 398
},
{
"epoch": 0.21,
"learning_rate": 4.881027561788722e-06,
"loss": 0.2042,
"step": 399
},
{
"epoch": 0.21,
"learning_rate": 4.8804039714056415e-06,
"loss": 0.2175,
"step": 400
},
{
"epoch": 0.21,
"eval_loss": 0.25287875533103943,
"eval_runtime": 117.6076,
"eval_samples_per_second": 26.546,
"eval_steps_per_second": 8.851,
"step": 400
},
{
"epoch": 0.21,
"learning_rate": 4.879778791071967e-06,
"loss": 0.2075,
"step": 401
},
{
"epoch": 0.21,
"learning_rate": 4.879152021205278e-06,
"loss": 0.1878,
"step": 402
},
{
"epoch": 0.21,
"learning_rate": 4.878523662224212e-06,
"loss": 0.1799,
"step": 403
},
{
"epoch": 0.21,
"learning_rate": 4.8778937145484735e-06,
"loss": 0.1785,
"step": 404
},
{
"epoch": 0.21,
"learning_rate": 4.877262178598824e-06,
"loss": 0.1918,
"step": 405
},
{
"epoch": 0.21,
"learning_rate": 4.876629054797087e-06,
"loss": 0.1984,
"step": 406
},
{
"epoch": 0.21,
"learning_rate": 4.875994343566148e-06,
"loss": 0.1727,
"step": 407
},
{
"epoch": 0.21,
"learning_rate": 4.875358045329951e-06,
"loss": 0.2053,
"step": 408
},
{
"epoch": 0.21,
"learning_rate": 4.8747201605135006e-06,
"loss": 0.2315,
"step": 409
},
{
"epoch": 0.21,
"learning_rate": 4.874080689542862e-06,
"loss": 0.1865,
"step": 410
},
{
"epoch": 0.21,
"learning_rate": 4.873439632845157e-06,
"loss": 0.1975,
"step": 411
},
{
"epoch": 0.21,
"learning_rate": 4.872796990848571e-06,
"loss": 0.2101,
"step": 412
},
{
"epoch": 0.21,
"learning_rate": 4.872152763982344e-06,
"loss": 0.2033,
"step": 413
},
{
"epoch": 0.21,
"learning_rate": 4.871506952676778e-06,
"loss": 0.1901,
"step": 414
},
{
"epoch": 0.21,
"learning_rate": 4.87085955736323e-06,
"loss": 0.193,
"step": 415
},
{
"epoch": 0.22,
"learning_rate": 4.870210578474119e-06,
"loss": 0.1915,
"step": 416
},
{
"epoch": 0.22,
"learning_rate": 4.869560016442917e-06,
"loss": 0.1858,
"step": 417
},
{
"epoch": 0.22,
"learning_rate": 4.8689078717041575e-06,
"loss": 0.1779,
"step": 418
},
{
"epoch": 0.22,
"learning_rate": 4.86825414469343e-06,
"loss": 0.1726,
"step": 419
},
{
"epoch": 0.22,
"learning_rate": 4.8675988358473784e-06,
"loss": 0.2021,
"step": 420
},
{
"epoch": 0.22,
"learning_rate": 4.866941945603707e-06,
"loss": 0.2182,
"step": 421
},
{
"epoch": 0.22,
"learning_rate": 4.866283474401174e-06,
"loss": 0.2062,
"step": 422
},
{
"epoch": 0.22,
"learning_rate": 4.865623422679593e-06,
"loss": 0.2088,
"step": 423
},
{
"epoch": 0.22,
"learning_rate": 4.864961790879835e-06,
"loss": 0.1943,
"step": 424
},
{
"epoch": 0.22,
"learning_rate": 4.864298579443828e-06,
"loss": 0.2069,
"step": 425
},
{
"epoch": 0.22,
"learning_rate": 4.86363378881455e-06,
"loss": 0.172,
"step": 426
},
{
"epoch": 0.22,
"learning_rate": 4.862967419436038e-06,
"loss": 0.2052,
"step": 427
},
{
"epoch": 0.22,
"learning_rate": 4.862299471753381e-06,
"loss": 0.2261,
"step": 428
},
{
"epoch": 0.22,
"learning_rate": 4.861629946212725e-06,
"loss": 0.188,
"step": 429
},
{
"epoch": 0.22,
"learning_rate": 4.860958843261267e-06,
"loss": 0.1842,
"step": 430
},
{
"epoch": 0.22,
"learning_rate": 4.8602861633472595e-06,
"loss": 0.1784,
"step": 431
},
{
"epoch": 0.22,
"learning_rate": 4.859611906920008e-06,
"loss": 0.1678,
"step": 432
},
{
"epoch": 0.22,
"learning_rate": 4.85893607442987e-06,
"loss": 0.199,
"step": 433
},
{
"epoch": 0.22,
"learning_rate": 4.858258666328256e-06,
"loss": 0.1835,
"step": 434
},
{
"epoch": 0.23,
"learning_rate": 4.8575796830676305e-06,
"loss": 0.2551,
"step": 435
},
{
"epoch": 0.23,
"learning_rate": 4.856899125101508e-06,
"loss": 0.1783,
"step": 436
},
{
"epoch": 0.23,
"learning_rate": 4.856216992884456e-06,
"loss": 0.1776,
"step": 437
},
{
"epoch": 0.23,
"learning_rate": 4.855533286872093e-06,
"loss": 0.1648,
"step": 438
},
{
"epoch": 0.23,
"learning_rate": 4.854848007521089e-06,
"loss": 0.2,
"step": 439
},
{
"epoch": 0.23,
"learning_rate": 4.854161155289164e-06,
"loss": 0.189,
"step": 440
},
{
"epoch": 0.23,
"learning_rate": 4.853472730635092e-06,
"loss": 0.181,
"step": 441
},
{
"epoch": 0.23,
"learning_rate": 4.852782734018692e-06,
"loss": 0.2309,
"step": 442
},
{
"epoch": 0.23,
"learning_rate": 4.852091165900835e-06,
"loss": 0.2078,
"step": 443
},
{
"epoch": 0.23,
"learning_rate": 4.851398026743444e-06,
"loss": 0.2124,
"step": 444
},
{
"epoch": 0.23,
"learning_rate": 4.850703317009491e-06,
"loss": 0.2003,
"step": 445
},
{
"epoch": 0.23,
"learning_rate": 4.850007037162992e-06,
"loss": 0.2125,
"step": 446
},
{
"epoch": 0.23,
"learning_rate": 4.849309187669017e-06,
"loss": 0.1732,
"step": 447
},
{
"epoch": 0.23,
"learning_rate": 4.848609768993684e-06,
"loss": 0.1904,
"step": 448
},
{
"epoch": 0.23,
"learning_rate": 4.847908781604156e-06,
"loss": 0.1871,
"step": 449
},
{
"epoch": 0.23,
"learning_rate": 4.8472062259686465e-06,
"loss": 0.204,
"step": 450
},
{
"epoch": 0.23,
"eval_loss": 0.24905972182750702,
"eval_runtime": 117.6955,
"eval_samples_per_second": 26.526,
"eval_steps_per_second": 8.845,
"step": 450
},
{
"epoch": 0.23,
"learning_rate": 4.846502102556415e-06,
"loss": 0.206,
"step": 451
},
{
"epoch": 0.23,
"learning_rate": 4.845796411837771e-06,
"loss": 0.1906,
"step": 452
},
{
"epoch": 0.23,
"learning_rate": 4.845089154284066e-06,
"loss": 0.1859,
"step": 453
},
{
"epoch": 0.23,
"learning_rate": 4.844380330367701e-06,
"loss": 0.1841,
"step": 454
},
{
"epoch": 0.24,
"learning_rate": 4.8436699405621255e-06,
"loss": 0.1968,
"step": 455
},
{
"epoch": 0.24,
"learning_rate": 4.84295798534183e-06,
"loss": 0.1837,
"step": 456
},
{
"epoch": 0.24,
"learning_rate": 4.842244465182353e-06,
"loss": 0.1994,
"step": 457
},
{
"epoch": 0.24,
"learning_rate": 4.841529380560279e-06,
"loss": 0.2124,
"step": 458
},
{
"epoch": 0.24,
"learning_rate": 4.840812731953237e-06,
"loss": 0.2163,
"step": 459
},
{
"epoch": 0.24,
"learning_rate": 4.8400945198399e-06,
"loss": 0.1551,
"step": 460
},
{
"epoch": 0.24,
"learning_rate": 4.839374744699985e-06,
"loss": 0.2199,
"step": 461
},
{
"epoch": 0.24,
"learning_rate": 4.838653407014255e-06,
"loss": 0.1902,
"step": 462
},
{
"epoch": 0.24,
"learning_rate": 4.837930507264513e-06,
"loss": 0.1726,
"step": 463
},
{
"epoch": 0.24,
"learning_rate": 4.83720604593361e-06,
"loss": 0.1805,
"step": 464
},
{
"epoch": 0.24,
"learning_rate": 4.836480023505436e-06,
"loss": 0.1844,
"step": 465
},
{
"epoch": 0.24,
"learning_rate": 4.835752440464927e-06,
"loss": 0.1859,
"step": 466
},
{
"epoch": 0.24,
"learning_rate": 4.835023297298059e-06,
"loss": 0.1604,
"step": 467
},
{
"epoch": 0.24,
"learning_rate": 4.83429259449185e-06,
"loss": 0.2047,
"step": 468
},
{
"epoch": 0.24,
"learning_rate": 4.833560332534362e-06,
"loss": 0.1859,
"step": 469
},
{
"epoch": 0.24,
"learning_rate": 4.832826511914696e-06,
"loss": 0.2038,
"step": 470
},
{
"epoch": 0.24,
"learning_rate": 4.832091133122997e-06,
"loss": 0.1884,
"step": 471
},
{
"epoch": 0.24,
"learning_rate": 4.831354196650446e-06,
"loss": 0.1884,
"step": 472
},
{
"epoch": 0.24,
"learning_rate": 4.830615702989269e-06,
"loss": 0.1918,
"step": 473
},
{
"epoch": 0.25,
"learning_rate": 4.82987565263273e-06,
"loss": 0.1922,
"step": 474
},
{
"epoch": 0.25,
"learning_rate": 4.829134046075133e-06,
"loss": 0.191,
"step": 475
},
{
"epoch": 0.25,
"learning_rate": 4.828390883811821e-06,
"loss": 0.1665,
"step": 476
},
{
"epoch": 0.25,
"learning_rate": 4.827646166339178e-06,
"loss": 0.195,
"step": 477
},
{
"epoch": 0.25,
"learning_rate": 4.826899894154625e-06,
"loss": 0.1959,
"step": 478
},
{
"epoch": 0.25,
"learning_rate": 4.826152067756621e-06,
"loss": 0.1704,
"step": 479
},
{
"epoch": 0.25,
"learning_rate": 4.8254026876446655e-06,
"loss": 0.2036,
"step": 480
},
{
"epoch": 0.25,
"learning_rate": 4.824651754319293e-06,
"loss": 0.1723,
"step": 481
},
{
"epoch": 0.25,
"learning_rate": 4.823899268282076e-06,
"loss": 0.1782,
"step": 482
},
{
"epoch": 0.25,
"learning_rate": 4.823145230035628e-06,
"loss": 0.2121,
"step": 483
},
{
"epoch": 0.25,
"learning_rate": 4.822389640083593e-06,
"loss": 0.1731,
"step": 484
},
{
"epoch": 0.25,
"learning_rate": 4.821632498930656e-06,
"loss": 0.2029,
"step": 485
},
{
"epoch": 0.25,
"learning_rate": 4.820873807082536e-06,
"loss": 0.1858,
"step": 486
},
{
"epoch": 0.25,
"learning_rate": 4.820113565045989e-06,
"loss": 0.2132,
"step": 487
},
{
"epoch": 0.25,
"learning_rate": 4.819351773328805e-06,
"loss": 0.1802,
"step": 488
},
{
"epoch": 0.25,
"learning_rate": 4.81858843243981e-06,
"loss": 0.1906,
"step": 489
},
{
"epoch": 0.25,
"learning_rate": 4.817823542888866e-06,
"loss": 0.1794,
"step": 490
},
{
"epoch": 0.25,
"learning_rate": 4.817057105186866e-06,
"loss": 0.2247,
"step": 491
},
{
"epoch": 0.25,
"learning_rate": 4.816289119845742e-06,
"loss": 0.1665,
"step": 492
},
{
"epoch": 0.26,
"learning_rate": 4.815519587378453e-06,
"loss": 0.1717,
"step": 493
},
{
"epoch": 0.26,
"learning_rate": 4.8147485082989984e-06,
"loss": 0.1809,
"step": 494
},
{
"epoch": 0.26,
"learning_rate": 4.813975883122406e-06,
"loss": 0.2045,
"step": 495
},
{
"epoch": 0.26,
"learning_rate": 4.813201712364738e-06,
"loss": 0.1711,
"step": 496
},
{
"epoch": 0.26,
"learning_rate": 4.812425996543088e-06,
"loss": 0.1918,
"step": 497
},
{
"epoch": 0.26,
"learning_rate": 4.8116487361755836e-06,
"loss": 0.1861,
"step": 498
},
{
"epoch": 0.26,
"learning_rate": 4.810869931781381e-06,
"loss": 0.2204,
"step": 499
},
{
"epoch": 0.26,
"learning_rate": 4.810089583880672e-06,
"loss": 0.1783,
"step": 500
},
{
"epoch": 0.26,
"eval_loss": 0.24596241116523743,
"eval_runtime": 117.801,
"eval_samples_per_second": 26.502,
"eval_steps_per_second": 8.837,
"step": 500
},
{
"epoch": 0.26,
"learning_rate": 4.809307692994674e-06,
"loss": 0.1955,
"step": 501
},
{
"epoch": 0.26,
"learning_rate": 4.80852425964564e-06,
"loss": 0.1945,
"step": 502
},
{
"epoch": 0.26,
"learning_rate": 4.807739284356849e-06,
"loss": 0.2011,
"step": 503
},
{
"epoch": 0.26,
"learning_rate": 4.806952767652614e-06,
"loss": 0.1991,
"step": 504
},
{
"epoch": 0.26,
"learning_rate": 4.806164710058274e-06,
"loss": 0.179,
"step": 505
},
{
"epoch": 0.26,
"learning_rate": 4.8053751121002e-06,
"loss": 0.1851,
"step": 506
},
{
"epoch": 0.26,
"learning_rate": 4.80458397430579e-06,
"loss": 0.1903,
"step": 507
},
{
"epoch": 0.26,
"learning_rate": 4.803791297203471e-06,
"loss": 0.1886,
"step": 508
},
{
"epoch": 0.26,
"learning_rate": 4.802997081322698e-06,
"loss": 0.1885,
"step": 509
},
{
"epoch": 0.26,
"learning_rate": 4.802201327193954e-06,
"loss": 0.1631,
"step": 510
},
{
"epoch": 0.26,
"learning_rate": 4.80140403534875e-06,
"loss": 0.172,
"step": 511
},
{
"epoch": 0.26,
"learning_rate": 4.800605206319624e-06,
"loss": 0.2098,
"step": 512
},
{
"epoch": 0.27,
"learning_rate": 4.79980484064014e-06,
"loss": 0.1893,
"step": 513
},
{
"epoch": 0.27,
"learning_rate": 4.799002938844889e-06,
"loss": 0.191,
"step": 514
},
{
"epoch": 0.27,
"learning_rate": 4.798199501469487e-06,
"loss": 0.1875,
"step": 515
},
{
"epoch": 0.27,
"learning_rate": 4.797394529050577e-06,
"loss": 0.1837,
"step": 516
},
{
"epoch": 0.27,
"learning_rate": 4.796588022125827e-06,
"loss": 0.1616,
"step": 517
},
{
"epoch": 0.27,
"learning_rate": 4.795779981233928e-06,
"loss": 0.179,
"step": 518
},
{
"epoch": 0.27,
"learning_rate": 4.7949704069145985e-06,
"loss": 0.2237,
"step": 519
},
{
"epoch": 0.27,
"learning_rate": 4.794159299708581e-06,
"loss": 0.1905,
"step": 520
},
{
"epoch": 0.27,
"learning_rate": 4.7933466601576385e-06,
"loss": 0.1673,
"step": 521
},
{
"epoch": 0.27,
"learning_rate": 4.792532488804562e-06,
"loss": 0.21,
"step": 522
},
{
"epoch": 0.27,
"learning_rate": 4.791716786193162e-06,
"loss": 0.176,
"step": 523
},
{
"epoch": 0.27,
"learning_rate": 4.790899552868274e-06,
"loss": 0.1935,
"step": 524
},
{
"epoch": 0.27,
"learning_rate": 4.790080789375756e-06,
"loss": 0.1917,
"step": 525
},
{
"epoch": 0.27,
"learning_rate": 4.789260496262485e-06,
"loss": 0.1915,
"step": 526
},
{
"epoch": 0.27,
"learning_rate": 4.788438674076364e-06,
"loss": 0.1932,
"step": 527
},
{
"epoch": 0.27,
"learning_rate": 4.787615323366315e-06,
"loss": 0.1679,
"step": 528
},
{
"epoch": 0.27,
"learning_rate": 4.78679044468228e-06,
"loss": 0.182,
"step": 529
},
{
"epoch": 0.27,
"learning_rate": 4.785964038575224e-06,
"loss": 0.1798,
"step": 530
},
{
"epoch": 0.27,
"learning_rate": 4.785136105597129e-06,
"loss": 0.1737,
"step": 531
},
{
"epoch": 0.28,
"learning_rate": 4.7843066463010015e-06,
"loss": 0.1874,
"step": 532
},
{
"epoch": 0.28,
"learning_rate": 4.783475661240863e-06,
"loss": 0.2011,
"step": 533
},
{
"epoch": 0.28,
"learning_rate": 4.782643150971757e-06,
"loss": 0.2158,
"step": 534
},
{
"epoch": 0.28,
"learning_rate": 4.781809116049744e-06,
"loss": 0.1784,
"step": 535
},
{
"epoch": 0.28,
"learning_rate": 4.780973557031903e-06,
"loss": 0.1662,
"step": 536
},
{
"epoch": 0.28,
"learning_rate": 4.7801364744763325e-06,
"loss": 0.196,
"step": 537
},
{
"epoch": 0.28,
"learning_rate": 4.7792978689421476e-06,
"loss": 0.1993,
"step": 538
},
{
"epoch": 0.28,
"learning_rate": 4.778457740989481e-06,
"loss": 0.1763,
"step": 539
},
{
"epoch": 0.28,
"learning_rate": 4.77761609117948e-06,
"loss": 0.1921,
"step": 540
},
{
"epoch": 0.28,
"learning_rate": 4.776772920074313e-06,
"loss": 0.1659,
"step": 541
},
{
"epoch": 0.28,
"learning_rate": 4.77592822823716e-06,
"loss": 0.1707,
"step": 542
},
{
"epoch": 0.28,
"learning_rate": 4.775082016232219e-06,
"loss": 0.1768,
"step": 543
},
{
"epoch": 0.28,
"learning_rate": 4.774234284624704e-06,
"loss": 0.2185,
"step": 544
},
{
"epoch": 0.28,
"learning_rate": 4.773385033980842e-06,
"loss": 0.1818,
"step": 545
},
{
"epoch": 0.28,
"learning_rate": 4.772534264867876e-06,
"loss": 0.203,
"step": 546
},
{
"epoch": 0.28,
"learning_rate": 4.771681977854062e-06,
"loss": 0.1771,
"step": 547
},
{
"epoch": 0.28,
"learning_rate": 4.770828173508673e-06,
"loss": 0.1985,
"step": 548
},
{
"epoch": 0.28,
"learning_rate": 4.76997285240199e-06,
"loss": 0.2099,
"step": 549
},
{
"epoch": 0.28,
"learning_rate": 4.769116015105313e-06,
"loss": 0.2257,
"step": 550
},
{
"epoch": 0.28,
"eval_loss": 0.24235348403453827,
"eval_runtime": 117.6205,
"eval_samples_per_second": 26.543,
"eval_steps_per_second": 8.85,
"step": 550
},
{
"epoch": 0.29,
"learning_rate": 4.7682576621909505e-06,
"loss": 0.1989,
"step": 551
},
{
"epoch": 0.29,
"learning_rate": 4.767397794232226e-06,
"loss": 0.209,
"step": 552
},
{
"epoch": 0.29,
"learning_rate": 4.766536411803472e-06,
"loss": 0.1762,
"step": 553
},
{
"epoch": 0.29,
"learning_rate": 4.7656735154800345e-06,
"loss": 0.1518,
"step": 554
},
{
"epoch": 0.29,
"learning_rate": 4.764809105838273e-06,
"loss": 0.1784,
"step": 555
},
{
"epoch": 0.29,
"learning_rate": 4.763943183455553e-06,
"loss": 0.1917,
"step": 556
},
{
"epoch": 0.29,
"learning_rate": 4.763075748910253e-06,
"loss": 0.1659,
"step": 557
},
{
"epoch": 0.29,
"learning_rate": 4.762206802781762e-06,
"loss": 0.2104,
"step": 558
},
{
"epoch": 0.29,
"learning_rate": 4.761336345650478e-06,
"loss": 0.2023,
"step": 559
},
{
"epoch": 0.29,
"learning_rate": 4.760464378097807e-06,
"loss": 0.1953,
"step": 560
},
{
"epoch": 0.29,
"learning_rate": 4.759590900706165e-06,
"loss": 0.1743,
"step": 561
},
{
"epoch": 0.29,
"learning_rate": 4.758715914058978e-06,
"loss": 0.1905,
"step": 562
},
{
"epoch": 0.29,
"learning_rate": 4.757839418740677e-06,
"loss": 0.1608,
"step": 563
},
{
"epoch": 0.29,
"learning_rate": 4.756961415336703e-06,
"loss": 0.1855,
"step": 564
},
{
"epoch": 0.29,
"learning_rate": 4.7560819044335035e-06,
"loss": 0.1795,
"step": 565
},
{
"epoch": 0.29,
"learning_rate": 4.755200886618532e-06,
"loss": 0.1872,
"step": 566
},
{
"epoch": 0.29,
"learning_rate": 4.7543183624802514e-06,
"loss": 0.1835,
"step": 567
},
{
"epoch": 0.29,
"learning_rate": 4.753434332608127e-06,
"loss": 0.177,
"step": 568
},
{
"epoch": 0.29,
"learning_rate": 4.752548797592632e-06,
"loss": 0.1673,
"step": 569
},
{
"epoch": 0.29,
"learning_rate": 4.751661758025245e-06,
"loss": 0.1697,
"step": 570
},
{
"epoch": 0.3,
"learning_rate": 4.75077321449845e-06,
"loss": 0.2244,
"step": 571
},
{
"epoch": 0.3,
"learning_rate": 4.749883167605732e-06,
"loss": 0.1857,
"step": 572
},
{
"epoch": 0.3,
"learning_rate": 4.748991617941585e-06,
"loss": 0.1842,
"step": 573
},
{
"epoch": 0.3,
"learning_rate": 4.748098566101503e-06,
"loss": 0.1861,
"step": 574
},
{
"epoch": 0.3,
"learning_rate": 4.747204012681987e-06,
"loss": 0.1831,
"step": 575
},
{
"epoch": 0.3,
"learning_rate": 4.746307958280536e-06,
"loss": 0.198,
"step": 576
},
{
"epoch": 0.3,
"learning_rate": 4.745410403495657e-06,
"loss": 0.1644,
"step": 577
},
{
"epoch": 0.3,
"learning_rate": 4.744511348926855e-06,
"loss": 0.1803,
"step": 578
},
{
"epoch": 0.3,
"learning_rate": 4.743610795174639e-06,
"loss": 0.1792,
"step": 579
},
{
"epoch": 0.3,
"learning_rate": 4.742708742840517e-06,
"loss": 0.1927,
"step": 580
},
{
"epoch": 0.3,
"learning_rate": 4.741805192527002e-06,
"loss": 0.1828,
"step": 581
},
{
"epoch": 0.3,
"learning_rate": 4.740900144837605e-06,
"loss": 0.1717,
"step": 582
},
{
"epoch": 0.3,
"learning_rate": 4.739993600376836e-06,
"loss": 0.1812,
"step": 583
},
{
"epoch": 0.3,
"learning_rate": 4.739085559750206e-06,
"loss": 0.1727,
"step": 584
},
{
"epoch": 0.3,
"learning_rate": 4.738176023564226e-06,
"loss": 0.1815,
"step": 585
},
{
"epoch": 0.3,
"learning_rate": 4.737264992426406e-06,
"loss": 0.1734,
"step": 586
},
{
"epoch": 0.3,
"learning_rate": 4.736352466945253e-06,
"loss": 0.1664,
"step": 587
},
{
"epoch": 0.3,
"learning_rate": 4.735438447730273e-06,
"loss": 0.1846,
"step": 588
},
{
"epoch": 0.3,
"learning_rate": 4.734522935391969e-06,
"loss": 0.1948,
"step": 589
},
{
"epoch": 0.31,
"learning_rate": 4.733605930541843e-06,
"loss": 0.1897,
"step": 590
},
{
"epoch": 0.31,
"learning_rate": 4.732687433792393e-06,
"loss": 0.1637,
"step": 591
},
{
"epoch": 0.31,
"learning_rate": 4.731767445757112e-06,
"loss": 0.171,
"step": 592
},
{
"epoch": 0.31,
"learning_rate": 4.7308459670504926e-06,
"loss": 0.1746,
"step": 593
},
{
"epoch": 0.31,
"learning_rate": 4.729922998288019e-06,
"loss": 0.1675,
"step": 594
},
{
"epoch": 0.31,
"learning_rate": 4.728998540086174e-06,
"loss": 0.1831,
"step": 595
},
{
"epoch": 0.31,
"learning_rate": 4.728072593062433e-06,
"loss": 0.1796,
"step": 596
},
{
"epoch": 0.31,
"learning_rate": 4.727145157835265e-06,
"loss": 0.2311,
"step": 597
},
{
"epoch": 0.31,
"learning_rate": 4.726216235024139e-06,
"loss": 0.2086,
"step": 598
},
{
"epoch": 0.31,
"learning_rate": 4.7252858252495105e-06,
"loss": 0.1648,
"step": 599
},
{
"epoch": 0.31,
"learning_rate": 4.724353929132831e-06,
"loss": 0.1785,
"step": 600
},
{
"epoch": 0.31,
"eval_loss": 0.23951774835586548,
"eval_runtime": 117.6786,
"eval_samples_per_second": 26.53,
"eval_steps_per_second": 8.846,
"step": 600
},
{
"epoch": 0.31,
"learning_rate": 4.723420547296544e-06,
"loss": 0.1814,
"step": 601
},
{
"epoch": 0.31,
"learning_rate": 4.7224856803640885e-06,
"loss": 0.1789,
"step": 602
},
{
"epoch": 0.31,
"learning_rate": 4.7215493289598914e-06,
"loss": 0.1818,
"step": 603
},
{
"epoch": 0.31,
"learning_rate": 4.7206114937093726e-06,
"loss": 0.1817,
"step": 604
},
{
"epoch": 0.31,
"learning_rate": 4.719672175238945e-06,
"loss": 0.1803,
"step": 605
},
{
"epoch": 0.31,
"learning_rate": 4.718731374176008e-06,
"loss": 0.1961,
"step": 606
},
{
"epoch": 0.31,
"learning_rate": 4.717789091148955e-06,
"loss": 0.2004,
"step": 607
},
{
"epoch": 0.31,
"learning_rate": 4.7168453267871695e-06,
"loss": 0.1732,
"step": 608
},
{
"epoch": 0.32,
"learning_rate": 4.715900081721021e-06,
"loss": 0.1821,
"step": 609
},
{
"epoch": 0.32,
"learning_rate": 4.7149533565818705e-06,
"loss": 0.1606,
"step": 610
},
{
"epoch": 0.32,
"learning_rate": 4.714005152002067e-06,
"loss": 0.1661,
"step": 611
},
{
"epoch": 0.32,
"learning_rate": 4.713055468614947e-06,
"loss": 0.1655,
"step": 612
},
{
"epoch": 0.32,
"learning_rate": 4.7121043070548376e-06,
"loss": 0.1843,
"step": 613
},
{
"epoch": 0.32,
"learning_rate": 4.711151667957049e-06,
"loss": 0.1625,
"step": 614
},
{
"epoch": 0.32,
"learning_rate": 4.710197551957882e-06,
"loss": 0.1728,
"step": 615
},
{
"epoch": 0.32,
"learning_rate": 4.70924195969462e-06,
"loss": 0.158,
"step": 616
},
{
"epoch": 0.32,
"learning_rate": 4.7082848918055375e-06,
"loss": 0.1937,
"step": 617
},
{
"epoch": 0.32,
"learning_rate": 4.707326348929889e-06,
"loss": 0.1736,
"step": 618
},
{
"epoch": 0.32,
"learning_rate": 4.70636633170792e-06,
"loss": 0.2109,
"step": 619
},
{
"epoch": 0.32,
"learning_rate": 4.705404840780855e-06,
"loss": 0.1767,
"step": 620
},
{
"epoch": 0.32,
"learning_rate": 4.704441876790907e-06,
"loss": 0.1792,
"step": 621
},
{
"epoch": 0.32,
"learning_rate": 4.703477440381272e-06,
"loss": 0.1906,
"step": 622
},
{
"epoch": 0.32,
"learning_rate": 4.702511532196128e-06,
"loss": 0.1643,
"step": 623
},
{
"epoch": 0.32,
"learning_rate": 4.701544152880637e-06,
"loss": 0.2475,
"step": 624
},
{
"epoch": 0.32,
"learning_rate": 4.700575303080944e-06,
"loss": 0.1845,
"step": 625
},
{
"epoch": 0.32,
"learning_rate": 4.699604983444176e-06,
"loss": 0.1939,
"step": 626
},
{
"epoch": 0.32,
"learning_rate": 4.698633194618442e-06,
"loss": 0.1664,
"step": 627
},
{
"epoch": 0.32,
"learning_rate": 4.697659937252831e-06,
"loss": 0.2106,
"step": 628
},
{
"epoch": 0.33,
"learning_rate": 4.696685211997414e-06,
"loss": 0.1881,
"step": 629
},
{
"epoch": 0.33,
"learning_rate": 4.695709019503242e-06,
"loss": 0.1486,
"step": 630
},
{
"epoch": 0.33,
"learning_rate": 4.694731360422348e-06,
"loss": 0.1873,
"step": 631
},
{
"epoch": 0.33,
"learning_rate": 4.69375223540774e-06,
"loss": 0.1664,
"step": 632
},
{
"epoch": 0.33,
"learning_rate": 4.692771645113411e-06,
"loss": 0.1567,
"step": 633
},
{
"epoch": 0.33,
"learning_rate": 4.691789590194327e-06,
"loss": 0.1966,
"step": 634
},
{
"epoch": 0.33,
"learning_rate": 4.690806071306438e-06,
"loss": 0.1699,
"step": 635
},
{
"epoch": 0.33,
"learning_rate": 4.689821089106666e-06,
"loss": 0.2049,
"step": 636
},
{
"epoch": 0.33,
"learning_rate": 4.6888346442529145e-06,
"loss": 0.187,
"step": 637
},
{
"epoch": 0.33,
"learning_rate": 4.6878467374040625e-06,
"loss": 0.1834,
"step": 638
},
{
"epoch": 0.33,
"learning_rate": 4.686857369219966e-06,
"loss": 0.1866,
"step": 639
},
{
"epoch": 0.33,
"learning_rate": 4.685866540361456e-06,
"loss": 0.1815,
"step": 640
},
{
"epoch": 0.33,
"learning_rate": 4.68487425149034e-06,
"loss": 0.153,
"step": 641
},
{
"epoch": 0.33,
"learning_rate": 4.683880503269402e-06,
"loss": 0.1891,
"step": 642
},
{
"epoch": 0.33,
"learning_rate": 4.682885296362397e-06,
"loss": 0.1736,
"step": 643
},
{
"epoch": 0.33,
"learning_rate": 4.681888631434058e-06,
"loss": 0.1838,
"step": 644
},
{
"epoch": 0.33,
"learning_rate": 4.68089050915009e-06,
"loss": 0.192,
"step": 645
},
{
"epoch": 0.33,
"learning_rate": 4.679890930177174e-06,
"loss": 0.1646,
"step": 646
},
{
"epoch": 0.33,
"learning_rate": 4.678889895182958e-06,
"loss": 0.1938,
"step": 647
},
{
"epoch": 0.34,
"learning_rate": 4.677887404836069e-06,
"loss": 0.1739,
"step": 648
},
{
"epoch": 0.34,
"learning_rate": 4.676883459806104e-06,
"loss": 0.2197,
"step": 649
},
{
"epoch": 0.34,
"learning_rate": 4.675878060763629e-06,
"loss": 0.1523,
"step": 650
},
{
"epoch": 0.34,
"eval_loss": 0.23699061572551727,
"eval_runtime": 117.3974,
"eval_samples_per_second": 26.593,
"eval_steps_per_second": 8.867,
"step": 650
},
{
"epoch": 0.34,
"learning_rate": 4.674871208380185e-06,
"loss": 0.1706,
"step": 651
},
{
"epoch": 0.34,
"learning_rate": 4.673862903328281e-06,
"loss": 0.1696,
"step": 652
},
{
"epoch": 0.34,
"learning_rate": 4.672853146281399e-06,
"loss": 0.1809,
"step": 653
},
{
"epoch": 0.34,
"learning_rate": 4.6718419379139865e-06,
"loss": 0.1834,
"step": 654
},
{
"epoch": 0.34,
"learning_rate": 4.670829278901465e-06,
"loss": 0.1824,
"step": 655
},
{
"epoch": 0.34,
"learning_rate": 4.669815169920222e-06,
"loss": 0.1843,
"step": 656
},
{
"epoch": 0.34,
"learning_rate": 4.668799611647616e-06,
"loss": 0.2005,
"step": 657
},
{
"epoch": 0.34,
"learning_rate": 4.667782604761969e-06,
"loss": 0.1572,
"step": 658
},
{
"epoch": 0.34,
"learning_rate": 4.666764149942577e-06,
"loss": 0.1679,
"step": 659
},
{
"epoch": 0.34,
"learning_rate": 4.665744247869697e-06,
"loss": 0.1704,
"step": 660
},
{
"epoch": 0.34,
"learning_rate": 4.664722899224557e-06,
"loss": 0.1838,
"step": 661
},
{
"epoch": 0.34,
"learning_rate": 4.663700104689348e-06,
"loss": 0.2192,
"step": 662
},
{
"epoch": 0.34,
"learning_rate": 4.66267586494723e-06,
"loss": 0.1848,
"step": 663
},
{
"epoch": 0.34,
"learning_rate": 4.6616501806823264e-06,
"loss": 0.2143,
"step": 664
},
{
"epoch": 0.34,
"learning_rate": 4.660623052579725e-06,
"loss": 0.1834,
"step": 665
},
{
"epoch": 0.34,
"learning_rate": 4.659594481325478e-06,
"loss": 0.1612,
"step": 666
},
{
"epoch": 0.35,
"learning_rate": 4.658564467606604e-06,
"loss": 0.1909,
"step": 667
},
{
"epoch": 0.35,
"learning_rate": 4.657533012111081e-06,
"loss": 0.1712,
"step": 668
},
{
"epoch": 0.35,
"learning_rate": 4.656500115527856e-06,
"loss": 0.1995,
"step": 669
},
{
"epoch": 0.35,
"learning_rate": 4.655465778546831e-06,
"loss": 0.1892,
"step": 670
},
{
"epoch": 0.35,
"learning_rate": 4.654430001858874e-06,
"loss": 0.1869,
"step": 671
},
{
"epoch": 0.35,
"learning_rate": 4.653392786155817e-06,
"loss": 0.1942,
"step": 672
},
{
"epoch": 0.35,
"learning_rate": 4.65235413213045e-06,
"loss": 0.1888,
"step": 673
},
{
"epoch": 0.35,
"learning_rate": 4.651314040476523e-06,
"loss": 0.1914,
"step": 674
},
{
"epoch": 0.35,
"learning_rate": 4.6502725118887486e-06,
"loss": 0.2008,
"step": 675
},
{
"epoch": 0.35,
"learning_rate": 4.649229547062798e-06,
"loss": 0.1597,
"step": 676
},
{
"epoch": 0.35,
"learning_rate": 4.648185146695303e-06,
"loss": 0.1646,
"step": 677
},
{
"epoch": 0.35,
"learning_rate": 4.647139311483851e-06,
"loss": 0.1888,
"step": 678
},
{
"epoch": 0.35,
"learning_rate": 4.6460920421269914e-06,
"loss": 0.2293,
"step": 679
},
{
"epoch": 0.35,
"learning_rate": 4.645043339324231e-06,
"loss": 0.1824,
"step": 680
},
{
"epoch": 0.35,
"learning_rate": 4.643993203776031e-06,
"loss": 0.1877,
"step": 681
},
{
"epoch": 0.35,
"learning_rate": 4.642941636183813e-06,
"loss": 0.1601,
"step": 682
},
{
"epoch": 0.35,
"learning_rate": 4.641888637249952e-06,
"loss": 0.1711,
"step": 683
},
{
"epoch": 0.35,
"learning_rate": 4.6408342076777845e-06,
"loss": 0.1947,
"step": 684
},
{
"epoch": 0.35,
"learning_rate": 4.639778348171595e-06,
"loss": 0.174,
"step": 685
},
{
"epoch": 0.35,
"learning_rate": 4.63872105943663e-06,
"loss": 0.1872,
"step": 686
},
{
"epoch": 0.36,
"learning_rate": 4.637662342179085e-06,
"loss": 0.186,
"step": 687
},
{
"epoch": 0.36,
"learning_rate": 4.636602197106115e-06,
"loss": 0.1751,
"step": 688
},
{
"epoch": 0.36,
"learning_rate": 4.635540624925824e-06,
"loss": 0.1964,
"step": 689
},
{
"epoch": 0.36,
"learning_rate": 4.634477626347271e-06,
"loss": 0.1778,
"step": 690
},
{
"epoch": 0.36,
"learning_rate": 4.6334132020804705e-06,
"loss": 0.1822,
"step": 691
},
{
"epoch": 0.36,
"learning_rate": 4.6323473528363835e-06,
"loss": 0.184,
"step": 692
},
{
"epoch": 0.36,
"learning_rate": 4.631280079326927e-06,
"loss": 0.1761,
"step": 693
},
{
"epoch": 0.36,
"learning_rate": 4.63021138226497e-06,
"loss": 0.1765,
"step": 694
},
{
"epoch": 0.36,
"learning_rate": 4.629141262364329e-06,
"loss": 0.1691,
"step": 695
},
{
"epoch": 0.36,
"learning_rate": 4.628069720339773e-06,
"loss": 0.1731,
"step": 696
},
{
"epoch": 0.36,
"learning_rate": 4.626996756907019e-06,
"loss": 0.2131,
"step": 697
},
{
"epoch": 0.36,
"learning_rate": 4.6259223727827375e-06,
"loss": 0.1864,
"step": 698
},
{
"epoch": 0.36,
"learning_rate": 4.624846568684544e-06,
"loss": 0.1818,
"step": 699
},
{
"epoch": 0.36,
"learning_rate": 4.623769345331002e-06,
"loss": 0.1762,
"step": 700
},
{
"epoch": 0.36,
"eval_loss": 0.23404967784881592,
"eval_runtime": 117.7277,
"eval_samples_per_second": 26.519,
"eval_steps_per_second": 8.842,
"step": 700
},
{
"epoch": 0.36,
"learning_rate": 4.6226907034416265e-06,
"loss": 0.1694,
"step": 701
},
{
"epoch": 0.36,
"learning_rate": 4.621610643736878e-06,
"loss": 0.1787,
"step": 702
},
{
"epoch": 0.36,
"learning_rate": 4.620529166938164e-06,
"loss": 0.1834,
"step": 703
},
{
"epoch": 0.36,
"learning_rate": 4.619446273767837e-06,
"loss": 0.1652,
"step": 704
},
{
"epoch": 0.36,
"learning_rate": 4.6183619649492e-06,
"loss": 0.1564,
"step": 705
},
{
"epoch": 0.37,
"learning_rate": 4.617276241206497e-06,
"loss": 0.1555,
"step": 706
},
{
"epoch": 0.37,
"learning_rate": 4.616189103264919e-06,
"loss": 0.214,
"step": 707
},
{
"epoch": 0.37,
"learning_rate": 4.615100551850601e-06,
"loss": 0.1686,
"step": 708
},
{
"epoch": 0.37,
"learning_rate": 4.614010587690624e-06,
"loss": 0.161,
"step": 709
},
{
"epoch": 0.37,
"learning_rate": 4.6129192115130096e-06,
"loss": 0.165,
"step": 710
},
{
"epoch": 0.37,
"learning_rate": 4.611826424046725e-06,
"loss": 0.1672,
"step": 711
},
{
"epoch": 0.37,
"learning_rate": 4.610732226021679e-06,
"loss": 0.1788,
"step": 712
},
{
"epoch": 0.37,
"learning_rate": 4.6096366181687225e-06,
"loss": 0.1726,
"step": 713
},
{
"epoch": 0.37,
"learning_rate": 4.608539601219648e-06,
"loss": 0.1742,
"step": 714
},
{
"epoch": 0.37,
"learning_rate": 4.607441175907189e-06,
"loss": 0.177,
"step": 715
},
{
"epoch": 0.37,
"learning_rate": 4.606341342965022e-06,
"loss": 0.1682,
"step": 716
},
{
"epoch": 0.37,
"learning_rate": 4.6052401031277595e-06,
"loss": 0.1827,
"step": 717
},
{
"epoch": 0.37,
"learning_rate": 4.604137457130958e-06,
"loss": 0.1739,
"step": 718
},
{
"epoch": 0.37,
"learning_rate": 4.60303340571111e-06,
"loss": 0.1738,
"step": 719
},
{
"epoch": 0.37,
"learning_rate": 4.601927949605649e-06,
"loss": 0.1664,
"step": 720
},
{
"epoch": 0.37,
"learning_rate": 4.600821089552945e-06,
"loss": 0.1673,
"step": 721
},
{
"epoch": 0.37,
"learning_rate": 4.599712826292305e-06,
"loss": 0.1814,
"step": 722
},
{
"epoch": 0.37,
"learning_rate": 4.598603160563978e-06,
"loss": 0.1648,
"step": 723
},
{
"epoch": 0.37,
"learning_rate": 4.597492093109144e-06,
"loss": 0.2179,
"step": 724
},
{
"epoch": 0.38,
"learning_rate": 4.596379624669923e-06,
"loss": 0.1678,
"step": 725
},
{
"epoch": 0.38,
"learning_rate": 4.595265755989368e-06,
"loss": 0.1721,
"step": 726
},
{
"epoch": 0.38,
"learning_rate": 4.594150487811471e-06,
"loss": 0.2122,
"step": 727
},
{
"epoch": 0.38,
"learning_rate": 4.593033820881153e-06,
"loss": 0.1799,
"step": 728
},
{
"epoch": 0.38,
"learning_rate": 4.591915755944277e-06,
"loss": 0.1738,
"step": 729
},
{
"epoch": 0.38,
"learning_rate": 4.590796293747634e-06,
"loss": 0.1818,
"step": 730
},
{
"epoch": 0.38,
"learning_rate": 4.589675435038948e-06,
"loss": 0.1917,
"step": 731
},
{
"epoch": 0.38,
"learning_rate": 4.588553180566879e-06,
"loss": 0.1781,
"step": 732
},
{
"epoch": 0.38,
"learning_rate": 4.587429531081019e-06,
"loss": 0.1642,
"step": 733
},
{
"epoch": 0.38,
"learning_rate": 4.586304487331889e-06,
"loss": 0.1731,
"step": 734
},
{
"epoch": 0.38,
"learning_rate": 4.5851780500709445e-06,
"loss": 0.2054,
"step": 735
},
{
"epoch": 0.38,
"learning_rate": 4.584050220050568e-06,
"loss": 0.1736,
"step": 736
},
{
"epoch": 0.38,
"learning_rate": 4.582920998024076e-06,
"loss": 0.1976,
"step": 737
},
{
"epoch": 0.38,
"learning_rate": 4.581790384745715e-06,
"loss": 0.1592,
"step": 738
},
{
"epoch": 0.38,
"learning_rate": 4.580658380970655e-06,
"loss": 0.1766,
"step": 739
},
{
"epoch": 0.38,
"learning_rate": 4.579524987455002e-06,
"loss": 0.1675,
"step": 740
},
{
"epoch": 0.38,
"learning_rate": 4.578390204955785e-06,
"loss": 0.172,
"step": 741
},
{
"epoch": 0.38,
"learning_rate": 4.577254034230965e-06,
"loss": 0.1811,
"step": 742
},
{
"epoch": 0.38,
"learning_rate": 4.576116476039426e-06,
"loss": 0.1938,
"step": 743
},
{
"epoch": 0.38,
"learning_rate": 4.574977531140982e-06,
"loss": 0.1736,
"step": 744
},
{
"epoch": 0.39,
"learning_rate": 4.5738372002963705e-06,
"loss": 0.1886,
"step": 745
},
{
"epoch": 0.39,
"learning_rate": 4.572695484267258e-06,
"loss": 0.1804,
"step": 746
},
{
"epoch": 0.39,
"learning_rate": 4.571552383816234e-06,
"loss": 0.1788,
"step": 747
},
{
"epoch": 0.39,
"learning_rate": 4.570407899706812e-06,
"loss": 0.1859,
"step": 748
},
{
"epoch": 0.39,
"learning_rate": 4.569262032703433e-06,
"loss": 0.1652,
"step": 749
},
{
"epoch": 0.39,
"learning_rate": 4.568114783571457e-06,
"loss": 0.1782,
"step": 750
},
{
"epoch": 0.39,
"eval_loss": 0.231343612074852,
"eval_runtime": 117.7778,
"eval_samples_per_second": 26.508,
"eval_steps_per_second": 8.839,
"step": 750
},
{
"epoch": 0.39,
"learning_rate": 4.566966153077171e-06,
"loss": 0.1585,
"step": 751
},
{
"epoch": 0.39,
"learning_rate": 4.565816141987783e-06,
"loss": 0.2166,
"step": 752
},
{
"epoch": 0.39,
"learning_rate": 4.564664751071423e-06,
"loss": 0.1624,
"step": 753
},
{
"epoch": 0.39,
"learning_rate": 4.563511981097144e-06,
"loss": 0.1897,
"step": 754
},
{
"epoch": 0.39,
"learning_rate": 4.56235783283492e-06,
"loss": 0.1821,
"step": 755
},
{
"epoch": 0.39,
"learning_rate": 4.561202307055642e-06,
"loss": 0.1737,
"step": 756
},
{
"epoch": 0.39,
"learning_rate": 4.560045404531127e-06,
"loss": 0.171,
"step": 757
},
{
"epoch": 0.39,
"learning_rate": 4.558887126034106e-06,
"loss": 0.1592,
"step": 758
},
{
"epoch": 0.39,
"learning_rate": 4.557727472338234e-06,
"loss": 0.1597,
"step": 759
},
{
"epoch": 0.39,
"learning_rate": 4.556566444218079e-06,
"loss": 0.1632,
"step": 760
},
{
"epoch": 0.39,
"learning_rate": 4.555404042449133e-06,
"loss": 0.1517,
"step": 761
},
{
"epoch": 0.39,
"learning_rate": 4.554240267807801e-06,
"loss": 0.1737,
"step": 762
},
{
"epoch": 0.39,
"learning_rate": 4.553075121071407e-06,
"loss": 0.1853,
"step": 763
},
{
"epoch": 0.4,
"learning_rate": 4.551908603018191e-06,
"loss": 0.177,
"step": 764
},
{
"epoch": 0.4,
"learning_rate": 4.55074071442731e-06,
"loss": 0.1741,
"step": 765
},
{
"epoch": 0.4,
"learning_rate": 4.549571456078834e-06,
"loss": 0.166,
"step": 766
},
{
"epoch": 0.4,
"learning_rate": 4.54840082875375e-06,
"loss": 0.1673,
"step": 767
},
{
"epoch": 0.4,
"learning_rate": 4.5472288332339574e-06,
"loss": 0.207,
"step": 768
},
{
"epoch": 0.4,
"learning_rate": 4.546055470302274e-06,
"loss": 0.1664,
"step": 769
},
{
"epoch": 0.4,
"learning_rate": 4.544880740742425e-06,
"loss": 0.1559,
"step": 770
},
{
"epoch": 0.4,
"learning_rate": 4.543704645339051e-06,
"loss": 0.1572,
"step": 771
},
{
"epoch": 0.4,
"learning_rate": 4.542527184877706e-06,
"loss": 0.1616,
"step": 772
},
{
"epoch": 0.4,
"learning_rate": 4.541348360144856e-06,
"loss": 0.1937,
"step": 773
},
{
"epoch": 0.4,
"learning_rate": 4.5401681719278755e-06,
"loss": 0.1825,
"step": 774
},
{
"epoch": 0.4,
"learning_rate": 4.5389866210150515e-06,
"loss": 0.1732,
"step": 775
},
{
"epoch": 0.4,
"learning_rate": 4.537803708195581e-06,
"loss": 0.1791,
"step": 776
},
{
"epoch": 0.4,
"learning_rate": 4.536619434259571e-06,
"loss": 0.1556,
"step": 777
},
{
"epoch": 0.4,
"learning_rate": 4.535433799998036e-06,
"loss": 0.1721,
"step": 778
},
{
"epoch": 0.4,
"learning_rate": 4.534246806202902e-06,
"loss": 0.1709,
"step": 779
},
{
"epoch": 0.4,
"learning_rate": 4.533058453667001e-06,
"loss": 0.1578,
"step": 780
},
{
"epoch": 0.4,
"learning_rate": 4.5318687431840725e-06,
"loss": 0.1576,
"step": 781
},
{
"epoch": 0.4,
"learning_rate": 4.530677675548764e-06,
"loss": 0.1791,
"step": 782
},
{
"epoch": 0.41,
"learning_rate": 4.529485251556628e-06,
"loss": 0.1801,
"step": 783
},
{
"epoch": 0.41,
"learning_rate": 4.528291472004125e-06,
"loss": 0.1837,
"step": 784
},
{
"epoch": 0.41,
"learning_rate": 4.52709633768862e-06,
"loss": 0.1667,
"step": 785
},
{
"epoch": 0.41,
"learning_rate": 4.525899849408382e-06,
"loss": 0.1746,
"step": 786
},
{
"epoch": 0.41,
"learning_rate": 4.524702007962585e-06,
"loss": 0.1659,
"step": 787
},
{
"epoch": 0.41,
"learning_rate": 4.523502814151308e-06,
"loss": 0.1635,
"step": 788
},
{
"epoch": 0.41,
"learning_rate": 4.5223022687755316e-06,
"loss": 0.1688,
"step": 789
},
{
"epoch": 0.41,
"learning_rate": 4.521100372637139e-06,
"loss": 0.1695,
"step": 790
},
{
"epoch": 0.41,
"learning_rate": 4.519897126538918e-06,
"loss": 0.1857,
"step": 791
},
{
"epoch": 0.41,
"learning_rate": 4.518692531284555e-06,
"loss": 0.1766,
"step": 792
},
{
"epoch": 0.41,
"learning_rate": 4.51748658767864e-06,
"loss": 0.1874,
"step": 793
},
{
"epoch": 0.41,
"learning_rate": 4.516279296526664e-06,
"loss": 0.1656,
"step": 794
},
{
"epoch": 0.41,
"learning_rate": 4.515070658635013e-06,
"loss": 0.1862,
"step": 795
},
{
"epoch": 0.41,
"learning_rate": 4.513860674810979e-06,
"loss": 0.2122,
"step": 796
},
{
"epoch": 0.41,
"learning_rate": 4.51264934586275e-06,
"loss": 0.1781,
"step": 797
},
{
"epoch": 0.41,
"learning_rate": 4.511436672599412e-06,
"loss": 0.1826,
"step": 798
},
{
"epoch": 0.41,
"learning_rate": 4.51022265583095e-06,
"loss": 0.166,
"step": 799
},
{
"epoch": 0.41,
"learning_rate": 4.509007296368246e-06,
"loss": 0.2039,
"step": 800
},
{
"epoch": 0.41,
"eval_loss": 0.2298305481672287,
"eval_runtime": 117.939,
"eval_samples_per_second": 26.471,
"eval_steps_per_second": 8.827,
"step": 800
},
{
"epoch": 0.41,
"learning_rate": 4.507790595023078e-06,
"loss": 0.1955,
"step": 801
},
{
"epoch": 0.41,
"learning_rate": 4.506572552608122e-06,
"loss": 0.16,
"step": 802
},
{
"epoch": 0.42,
"learning_rate": 4.505353169936949e-06,
"loss": 0.1939,
"step": 803
},
{
"epoch": 0.42,
"learning_rate": 4.5041324478240244e-06,
"loss": 0.1846,
"step": 804
},
{
"epoch": 0.42,
"learning_rate": 4.5029103870847094e-06,
"loss": 0.1774,
"step": 805
},
{
"epoch": 0.42,
"learning_rate": 4.501686988535259e-06,
"loss": 0.1619,
"step": 806
},
{
"epoch": 0.42,
"learning_rate": 4.50046225299282e-06,
"loss": 0.171,
"step": 807
},
{
"epoch": 0.42,
"learning_rate": 4.4992361812754355e-06,
"loss": 0.1763,
"step": 808
},
{
"epoch": 0.42,
"learning_rate": 4.498008774202039e-06,
"loss": 0.1701,
"step": 809
},
{
"epoch": 0.42,
"learning_rate": 4.496780032592457e-06,
"loss": 0.1715,
"step": 810
},
{
"epoch": 0.42,
"learning_rate": 4.495549957267404e-06,
"loss": 0.1631,
"step": 811
},
{
"epoch": 0.42,
"learning_rate": 4.4943185490484915e-06,
"loss": 0.1608,
"step": 812
},
{
"epoch": 0.42,
"learning_rate": 4.493085808758215e-06,
"loss": 0.1523,
"step": 813
},
{
"epoch": 0.42,
"learning_rate": 4.491851737219964e-06,
"loss": 0.1688,
"step": 814
},
{
"epoch": 0.42,
"learning_rate": 4.490616335258016e-06,
"loss": 0.1732,
"step": 815
},
{
"epoch": 0.42,
"learning_rate": 4.489379603697535e-06,
"loss": 0.1776,
"step": 816
},
{
"epoch": 0.42,
"learning_rate": 4.488141543364578e-06,
"loss": 0.1725,
"step": 817
},
{
"epoch": 0.42,
"learning_rate": 4.486902155086084e-06,
"loss": 0.1469,
"step": 818
},
{
"epoch": 0.42,
"learning_rate": 4.485661439689882e-06,
"loss": 0.1739,
"step": 819
},
{
"epoch": 0.42,
"learning_rate": 4.484419398004687e-06,
"loss": 0.1922,
"step": 820
},
{
"epoch": 0.42,
"learning_rate": 4.4831760308600995e-06,
"loss": 0.1653,
"step": 821
},
{
"epoch": 0.43,
"learning_rate": 4.481931339086606e-06,
"loss": 0.1723,
"step": 822
},
{
"epoch": 0.43,
"learning_rate": 4.4806853235155775e-06,
"loss": 0.1829,
"step": 823
},
{
"epoch": 0.43,
"learning_rate": 4.479437984979268e-06,
"loss": 0.1547,
"step": 824
},
{
"epoch": 0.43,
"learning_rate": 4.4781893243108175e-06,
"loss": 0.1989,
"step": 825
},
{
"epoch": 0.43,
"learning_rate": 4.476939342344246e-06,
"loss": 0.1706,
"step": 826
},
{
"epoch": 0.43,
"learning_rate": 4.475688039914461e-06,
"loss": 0.193,
"step": 827
},
{
"epoch": 0.43,
"learning_rate": 4.4744354178572456e-06,
"loss": 0.1943,
"step": 828
},
{
"epoch": 0.43,
"learning_rate": 4.473181477009269e-06,
"loss": 0.1568,
"step": 829
},
{
"epoch": 0.43,
"learning_rate": 4.471926218208079e-06,
"loss": 0.1628,
"step": 830
},
{
"epoch": 0.43,
"learning_rate": 4.470669642292106e-06,
"loss": 0.173,
"step": 831
},
{
"epoch": 0.43,
"learning_rate": 4.4694117501006576e-06,
"loss": 0.178,
"step": 832
},
{
"epoch": 0.43,
"learning_rate": 4.46815254247392e-06,
"loss": 0.18,
"step": 833
},
{
"epoch": 0.43,
"learning_rate": 4.466892020252963e-06,
"loss": 0.2128,
"step": 834
},
{
"epoch": 0.43,
"learning_rate": 4.465630184279729e-06,
"loss": 0.1716,
"step": 835
},
{
"epoch": 0.43,
"learning_rate": 4.464367035397041e-06,
"loss": 0.173,
"step": 836
},
{
"epoch": 0.43,
"learning_rate": 4.463102574448597e-06,
"loss": 0.1482,
"step": 837
},
{
"epoch": 0.43,
"learning_rate": 4.4618368022789725e-06,
"loss": 0.1769,
"step": 838
},
{
"epoch": 0.43,
"learning_rate": 4.460569719733619e-06,
"loss": 0.2125,
"step": 839
},
{
"epoch": 0.43,
"learning_rate": 4.459301327658863e-06,
"loss": 0.1719,
"step": 840
},
{
"epoch": 0.44,
"learning_rate": 4.458031626901904e-06,
"loss": 0.1849,
"step": 841
},
{
"epoch": 0.44,
"learning_rate": 4.45676061831082e-06,
"loss": 0.1638,
"step": 842
},
{
"epoch": 0.44,
"learning_rate": 4.455488302734557e-06,
"loss": 0.1633,
"step": 843
},
{
"epoch": 0.44,
"learning_rate": 4.454214681022938e-06,
"loss": 0.1579,
"step": 844
},
{
"epoch": 0.44,
"learning_rate": 4.452939754026657e-06,
"loss": 0.1715,
"step": 845
},
{
"epoch": 0.44,
"learning_rate": 4.451663522597281e-06,
"loss": 0.1579,
"step": 846
},
{
"epoch": 0.44,
"learning_rate": 4.4503859875872444e-06,
"loss": 0.1867,
"step": 847
},
{
"epoch": 0.44,
"learning_rate": 4.449107149849857e-06,
"loss": 0.1696,
"step": 848
},
{
"epoch": 0.44,
"learning_rate": 4.447827010239297e-06,
"loss": 0.173,
"step": 849
},
{
"epoch": 0.44,
"learning_rate": 4.446545569610612e-06,
"loss": 0.1618,
"step": 850
},
{
"epoch": 0.44,
"eval_loss": 0.22647419571876526,
"eval_runtime": 118.2189,
"eval_samples_per_second": 26.409,
"eval_steps_per_second": 8.806,
"step": 850
},
{
"epoch": 0.44,
"learning_rate": 4.445262828819718e-06,
"loss": 0.2287,
"step": 851
},
{
"epoch": 0.44,
"learning_rate": 4.4439787887234e-06,
"loss": 0.168,
"step": 852
},
{
"epoch": 0.44,
"learning_rate": 4.442693450179311e-06,
"loss": 0.183,
"step": 853
},
{
"epoch": 0.44,
"learning_rate": 4.441406814045972e-06,
"loss": 0.1564,
"step": 854
},
{
"epoch": 0.44,
"learning_rate": 4.440118881182768e-06,
"loss": 0.1724,
"step": 855
},
{
"epoch": 0.44,
"learning_rate": 4.438829652449954e-06,
"loss": 0.1665,
"step": 856
},
{
"epoch": 0.44,
"learning_rate": 4.437539128708647e-06,
"loss": 0.1852,
"step": 857
},
{
"epoch": 0.44,
"learning_rate": 4.4362473108208315e-06,
"loss": 0.163,
"step": 858
},
{
"epoch": 0.44,
"learning_rate": 4.434954199649355e-06,
"loss": 0.1664,
"step": 859
},
{
"epoch": 0.44,
"learning_rate": 4.43365979605793e-06,
"loss": 0.1781,
"step": 860
},
{
"epoch": 0.45,
"learning_rate": 4.43236410091113e-06,
"loss": 0.1746,
"step": 861
},
{
"epoch": 0.45,
"learning_rate": 4.431067115074394e-06,
"loss": 0.158,
"step": 862
},
{
"epoch": 0.45,
"learning_rate": 4.429768839414022e-06,
"loss": 0.171,
"step": 863
},
{
"epoch": 0.45,
"learning_rate": 4.428469274797173e-06,
"loss": 0.1934,
"step": 864
},
{
"epoch": 0.45,
"learning_rate": 4.4271684220918715e-06,
"loss": 0.1963,
"step": 865
},
{
"epoch": 0.45,
"learning_rate": 4.425866282167e-06,
"loss": 0.1765,
"step": 866
},
{
"epoch": 0.45,
"learning_rate": 4.4245628558923e-06,
"loss": 0.1702,
"step": 867
},
{
"epoch": 0.45,
"learning_rate": 4.423258144138372e-06,
"loss": 0.1821,
"step": 868
},
{
"epoch": 0.45,
"learning_rate": 4.421952147776678e-06,
"loss": 0.1429,
"step": 869
},
{
"epoch": 0.45,
"learning_rate": 4.420644867679536e-06,
"loss": 0.1702,
"step": 870
},
{
"epoch": 0.45,
"learning_rate": 4.419336304720121e-06,
"loss": 0.1639,
"step": 871
},
{
"epoch": 0.45,
"learning_rate": 4.4180264597724655e-06,
"loss": 0.1807,
"step": 872
},
{
"epoch": 0.45,
"learning_rate": 4.4167153337114594e-06,
"loss": 0.1789,
"step": 873
},
{
"epoch": 0.45,
"learning_rate": 4.415402927412846e-06,
"loss": 0.1647,
"step": 874
},
{
"epoch": 0.45,
"learning_rate": 4.414089241753224e-06,
"loss": 0.1745,
"step": 875
},
{
"epoch": 0.45,
"learning_rate": 4.41277427761005e-06,
"loss": 0.1648,
"step": 876
},
{
"epoch": 0.45,
"learning_rate": 4.411458035861631e-06,
"loss": 0.1551,
"step": 877
},
{
"epoch": 0.45,
"learning_rate": 4.410140517387128e-06,
"loss": 0.16,
"step": 878
},
{
"epoch": 0.45,
"learning_rate": 4.408821723066555e-06,
"loss": 0.1865,
"step": 879
},
{
"epoch": 0.46,
"learning_rate": 4.407501653780779e-06,
"loss": 0.1626,
"step": 880
},
{
"epoch": 0.46,
"learning_rate": 4.4061803104115185e-06,
"loss": 0.1663,
"step": 881
},
{
"epoch": 0.46,
"learning_rate": 4.4048576938413414e-06,
"loss": 0.1671,
"step": 882
},
{
"epoch": 0.46,
"learning_rate": 4.403533804953668e-06,
"loss": 0.1821,
"step": 883
},
{
"epoch": 0.46,
"learning_rate": 4.402208644632766e-06,
"loss": 0.1643,
"step": 884
},
{
"epoch": 0.46,
"learning_rate": 4.4008822137637555e-06,
"loss": 0.1604,
"step": 885
},
{
"epoch": 0.46,
"learning_rate": 4.399554513232603e-06,
"loss": 0.1704,
"step": 886
},
{
"epoch": 0.46,
"learning_rate": 4.398225543926123e-06,
"loss": 0.148,
"step": 887
},
{
"epoch": 0.46,
"learning_rate": 4.396895306731978e-06,
"loss": 0.1588,
"step": 888
},
{
"epoch": 0.46,
"learning_rate": 4.395563802538678e-06,
"loss": 0.1635,
"step": 889
},
{
"epoch": 0.46,
"learning_rate": 4.3942310322355795e-06,
"loss": 0.1958,
"step": 890
},
{
"epoch": 0.46,
"learning_rate": 4.392896996712883e-06,
"loss": 0.1515,
"step": 891
},
{
"epoch": 0.46,
"learning_rate": 4.3915616968616345e-06,
"loss": 0.1832,
"step": 892
},
{
"epoch": 0.46,
"learning_rate": 4.390225133573727e-06,
"loss": 0.1559,
"step": 893
},
{
"epoch": 0.46,
"learning_rate": 4.388887307741893e-06,
"loss": 0.1712,
"step": 894
},
{
"epoch": 0.46,
"learning_rate": 4.387548220259711e-06,
"loss": 0.1682,
"step": 895
},
{
"epoch": 0.46,
"learning_rate": 4.386207872021603e-06,
"loss": 0.1564,
"step": 896
},
{
"epoch": 0.46,
"learning_rate": 4.384866263922832e-06,
"loss": 0.172,
"step": 897
},
{
"epoch": 0.46,
"learning_rate": 4.3835233968595015e-06,
"loss": 0.1749,
"step": 898
},
{
"epoch": 0.47,
"learning_rate": 4.382179271728557e-06,
"loss": 0.176,
"step": 899
},
{
"epoch": 0.47,
"learning_rate": 4.380833889427784e-06,
"loss": 0.1642,
"step": 900
},
{
"epoch": 0.47,
"eval_loss": 0.2244415283203125,
"eval_runtime": 118.085,
"eval_samples_per_second": 26.439,
"eval_steps_per_second": 8.816,
"step": 900
},
{
"epoch": 0.47,
"learning_rate": 4.3794872508558085e-06,
"loss": 0.1729,
"step": 901
},
{
"epoch": 0.47,
"learning_rate": 4.378139356912094e-06,
"loss": 0.1554,
"step": 902
},
{
"epoch": 0.47,
"learning_rate": 4.376790208496945e-06,
"loss": 0.1985,
"step": 903
},
{
"epoch": 0.47,
"learning_rate": 4.375439806511502e-06,
"loss": 0.1932,
"step": 904
},
{
"epoch": 0.47,
"learning_rate": 4.374088151857742e-06,
"loss": 0.1548,
"step": 905
},
{
"epoch": 0.47,
"learning_rate": 4.3727352454384805e-06,
"loss": 0.1765,
"step": 906
},
{
"epoch": 0.47,
"learning_rate": 4.37138108815737e-06,
"loss": 0.1806,
"step": 907
},
{
"epoch": 0.47,
"learning_rate": 4.370025680918893e-06,
"loss": 0.16,
"step": 908
},
{
"epoch": 0.47,
"learning_rate": 4.3686690246283744e-06,
"loss": 0.1593,
"step": 909
},
{
"epoch": 0.47,
"learning_rate": 4.367311120191969e-06,
"loss": 0.1788,
"step": 910
},
{
"epoch": 0.47,
"learning_rate": 4.365951968516666e-06,
"loss": 0.1736,
"step": 911
},
{
"epoch": 0.47,
"learning_rate": 4.3645915705102885e-06,
"loss": 0.1683,
"step": 912
},
{
"epoch": 0.47,
"learning_rate": 4.3632299270814895e-06,
"loss": 0.1534,
"step": 913
},
{
"epoch": 0.47,
"learning_rate": 4.361867039139756e-06,
"loss": 0.1737,
"step": 914
},
{
"epoch": 0.47,
"learning_rate": 4.360502907595409e-06,
"loss": 0.1542,
"step": 915
},
{
"epoch": 0.47,
"learning_rate": 4.3591375333595934e-06,
"loss": 0.1484,
"step": 916
},
{
"epoch": 0.47,
"learning_rate": 4.3577709173442895e-06,
"loss": 0.178,
"step": 917
},
{
"epoch": 0.47,
"learning_rate": 4.3564030604623055e-06,
"loss": 0.1565,
"step": 918
},
{
"epoch": 0.48,
"learning_rate": 4.355033963627277e-06,
"loss": 0.1672,
"step": 919
},
{
"epoch": 0.48,
"learning_rate": 4.353663627753671e-06,
"loss": 0.1636,
"step": 920
},
{
"epoch": 0.48,
"learning_rate": 4.3522920537567796e-06,
"loss": 0.1718,
"step": 921
},
{
"epoch": 0.48,
"learning_rate": 4.350919242552721e-06,
"loss": 0.168,
"step": 922
},
{
"epoch": 0.48,
"learning_rate": 4.349545195058442e-06,
"loss": 0.1834,
"step": 923
},
{
"epoch": 0.48,
"learning_rate": 4.348169912191715e-06,
"loss": 0.1542,
"step": 924
},
{
"epoch": 0.48,
"learning_rate": 4.346793394871138e-06,
"loss": 0.1642,
"step": 925
},
{
"epoch": 0.48,
"learning_rate": 4.3454156440161296e-06,
"loss": 0.1932,
"step": 926
},
{
"epoch": 0.48,
"learning_rate": 4.3440366605469375e-06,
"loss": 0.1593,
"step": 927
},
{
"epoch": 0.48,
"learning_rate": 4.3426564453846294e-06,
"loss": 0.1597,
"step": 928
},
{
"epoch": 0.48,
"learning_rate": 4.341274999451097e-06,
"loss": 0.1662,
"step": 929
},
{
"epoch": 0.48,
"learning_rate": 4.3398923236690535e-06,
"loss": 0.2078,
"step": 930
},
{
"epoch": 0.48,
"learning_rate": 4.3385084189620345e-06,
"loss": 0.1576,
"step": 931
},
{
"epoch": 0.48,
"learning_rate": 4.337123286254394e-06,
"loss": 0.1932,
"step": 932
},
{
"epoch": 0.48,
"learning_rate": 4.3357369264713105e-06,
"loss": 0.1646,
"step": 933
},
{
"epoch": 0.48,
"learning_rate": 4.334349340538777e-06,
"loss": 0.1654,
"step": 934
},
{
"epoch": 0.48,
"learning_rate": 4.332960529383611e-06,
"loss": 0.1528,
"step": 935
},
{
"epoch": 0.48,
"learning_rate": 4.331570493933443e-06,
"loss": 0.1651,
"step": 936
},
{
"epoch": 0.48,
"learning_rate": 4.3301792351167235e-06,
"loss": 0.1643,
"step": 937
},
{
"epoch": 0.49,
"learning_rate": 4.328786753862723e-06,
"loss": 0.1884,
"step": 938
},
{
"epoch": 0.49,
"learning_rate": 4.3273930511015226e-06,
"loss": 0.1391,
"step": 939
},
{
"epoch": 0.49,
"learning_rate": 4.325998127764025e-06,
"loss": 0.1769,
"step": 940
},
{
"epoch": 0.49,
"learning_rate": 4.324601984781944e-06,
"loss": 0.1534,
"step": 941
},
{
"epoch": 0.49,
"learning_rate": 4.323204623087811e-06,
"loss": 0.1587,
"step": 942
},
{
"epoch": 0.49,
"learning_rate": 4.321806043614969e-06,
"loss": 0.213,
"step": 943
},
{
"epoch": 0.49,
"learning_rate": 4.320406247297576e-06,
"loss": 0.158,
"step": 944
},
{
"epoch": 0.49,
"learning_rate": 4.319005235070603e-06,
"loss": 0.1981,
"step": 945
},
{
"epoch": 0.49,
"learning_rate": 4.317603007869831e-06,
"loss": 0.1884,
"step": 946
},
{
"epoch": 0.49,
"learning_rate": 4.316199566631855e-06,
"loss": 0.1595,
"step": 947
},
{
"epoch": 0.49,
"learning_rate": 4.314794912294079e-06,
"loss": 0.1675,
"step": 948
},
{
"epoch": 0.49,
"learning_rate": 4.313389045794719e-06,
"loss": 0.163,
"step": 949
},
{
"epoch": 0.49,
"learning_rate": 4.3119819680728e-06,
"loss": 0.1676,
"step": 950
},
{
"epoch": 0.49,
"eval_loss": 0.2226845920085907,
"eval_runtime": 118.493,
"eval_samples_per_second": 26.348,
"eval_steps_per_second": 8.785,
"step": 950
},
{
"epoch": 0.49,
"learning_rate": 4.310573680068155e-06,
"loss": 0.1477,
"step": 951
},
{
"epoch": 0.49,
"learning_rate": 4.309164182721426e-06,
"loss": 0.1766,
"step": 952
},
{
"epoch": 0.49,
"learning_rate": 4.307753476974064e-06,
"loss": 0.1676,
"step": 953
},
{
"epoch": 0.49,
"learning_rate": 4.306341563768325e-06,
"loss": 0.1455,
"step": 954
},
{
"epoch": 0.49,
"learning_rate": 4.304928444047272e-06,
"loss": 0.1865,
"step": 955
},
{
"epoch": 0.49,
"learning_rate": 4.303514118754776e-06,
"loss": 0.142,
"step": 956
},
{
"epoch": 0.5,
"learning_rate": 4.302098588835512e-06,
"loss": 0.1583,
"step": 957
},
{
"epoch": 0.5,
"learning_rate": 4.300681855234957e-06,
"loss": 0.1636,
"step": 958
},
{
"epoch": 0.5,
"learning_rate": 4.299263918899396e-06,
"loss": 0.1476,
"step": 959
},
{
"epoch": 0.5,
"learning_rate": 4.297844780775915e-06,
"loss": 0.1637,
"step": 960
}
],
"logging_steps": 1,
"max_steps": 3864,
"num_train_epochs": 2,
"save_steps": 480,
"total_flos": 6.039421649713889e+18,
"trial_name": null,
"trial_params": null
}