{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.3547409651910428, "global_step": 900, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 1.0509721492380452e-08, "loss": 1.1226, "step": 1 }, { "epoch": 0.0, "learning_rate": 2.1019442984760905e-08, "loss": 1.035, "step": 2 }, { "epoch": 0.0, "learning_rate": 3.152916447714136e-08, "loss": 1.0924, "step": 3 }, { "epoch": 0.0, "learning_rate": 4.203888596952181e-08, "loss": 1.0726, "step": 4 }, { "epoch": 0.0, "learning_rate": 5.2548607461902266e-08, "loss": 1.1055, "step": 5 }, { "epoch": 0.0, "learning_rate": 6.305832895428272e-08, "loss": 1.1069, "step": 6 }, { "epoch": 0.0, "learning_rate": 7.356805044666317e-08, "loss": 1.1214, "step": 7 }, { "epoch": 0.0, "learning_rate": 8.407777193904362e-08, "loss": 1.0352, "step": 8 }, { "epoch": 0.0, "learning_rate": 9.458749343142408e-08, "loss": 1.0834, "step": 9 }, { "epoch": 0.0, "learning_rate": 1.0509721492380453e-07, "loss": 1.0943, "step": 10 }, { "epoch": 0.0, "learning_rate": 1.1560693641618497e-07, "loss": 1.0665, "step": 11 }, { "epoch": 0.0, "learning_rate": 1.2611665790856543e-07, "loss": 1.038, "step": 12 }, { "epoch": 0.01, "learning_rate": 1.3662637940094587e-07, "loss": 1.0735, "step": 13 }, { "epoch": 0.01, "learning_rate": 1.4713610089332634e-07, "loss": 1.1459, "step": 14 }, { "epoch": 0.01, "learning_rate": 1.5764582238570677e-07, "loss": 1.0382, "step": 15 }, { "epoch": 0.01, "learning_rate": 1.6815554387808724e-07, "loss": 1.0474, "step": 16 }, { "epoch": 0.01, "learning_rate": 1.786652653704677e-07, "loss": 1.0968, "step": 17 }, { "epoch": 0.01, "learning_rate": 1.8917498686284816e-07, "loss": 1.0508, "step": 18 }, { "epoch": 0.01, "learning_rate": 1.996847083552286e-07, "loss": 1.0399, "step": 19 }, { "epoch": 0.01, "learning_rate": 2.1019442984760907e-07, "loss": 1.0031, "step": 20 }, { "epoch": 0.01, "learning_rate": 2.2070415133998953e-07, "loss": 0.9566, "step": 21 }, { "epoch": 0.01, "learning_rate": 2.3121387283236994e-07, "loss": 1.0053, "step": 22 }, { "epoch": 0.01, "learning_rate": 2.417235943247504e-07, "loss": 1.0701, "step": 23 }, { "epoch": 0.01, "learning_rate": 2.5223331581713087e-07, "loss": 1.019, "step": 24 }, { "epoch": 0.01, "learning_rate": 2.627430373095113e-07, "loss": 1.0403, "step": 25 }, { "epoch": 0.01, "learning_rate": 2.7325275880189174e-07, "loss": 0.9973, "step": 26 }, { "epoch": 0.01, "learning_rate": 2.837624802942722e-07, "loss": 0.9612, "step": 27 }, { "epoch": 0.01, "learning_rate": 2.9427220178665267e-07, "loss": 0.9842, "step": 28 }, { "epoch": 0.01, "learning_rate": 3.0478192327903313e-07, "loss": 1.01, "step": 29 }, { "epoch": 0.01, "learning_rate": 3.1529164477141355e-07, "loss": 0.9919, "step": 30 }, { "epoch": 0.01, "learning_rate": 3.2580136626379406e-07, "loss": 0.9786, "step": 31 }, { "epoch": 0.01, "learning_rate": 3.3631108775617447e-07, "loss": 0.9469, "step": 32 }, { "epoch": 0.01, "learning_rate": 3.468208092485549e-07, "loss": 0.9505, "step": 33 }, { "epoch": 0.01, "learning_rate": 3.573305307409354e-07, "loss": 0.9357, "step": 34 }, { "epoch": 0.01, "learning_rate": 3.678402522333158e-07, "loss": 1.0086, "step": 35 }, { "epoch": 0.01, "learning_rate": 3.7834997372569633e-07, "loss": 1.0187, "step": 36 }, { "epoch": 0.01, "learning_rate": 3.8885969521807674e-07, "loss": 0.9877, "step": 37 }, { "epoch": 0.01, "learning_rate": 3.993694167104572e-07, "loss": 0.8856, "step": 38 }, { "epoch": 0.02, "learning_rate": 4.0987913820283767e-07, "loss": 0.9854, "step": 39 }, { "epoch": 0.02, "learning_rate": 4.2038885969521813e-07, "loss": 1.0107, "step": 40 }, { "epoch": 0.02, "learning_rate": 4.3089858118759854e-07, "loss": 0.933, "step": 41 }, { "epoch": 0.02, "learning_rate": 4.4140830267997906e-07, "loss": 0.9874, "step": 42 }, { "epoch": 0.02, "learning_rate": 4.5191802417235947e-07, "loss": 0.9812, "step": 43 }, { "epoch": 0.02, "learning_rate": 4.624277456647399e-07, "loss": 0.9467, "step": 44 }, { "epoch": 0.02, "learning_rate": 4.729374671571204e-07, "loss": 0.9949, "step": 45 }, { "epoch": 0.02, "learning_rate": 4.834471886495008e-07, "loss": 1.005, "step": 46 }, { "epoch": 0.02, "learning_rate": 4.939569101418812e-07, "loss": 0.935, "step": 47 }, { "epoch": 0.02, "learning_rate": 5.044666316342617e-07, "loss": 0.9481, "step": 48 }, { "epoch": 0.02, "learning_rate": 5.149763531266421e-07, "loss": 0.9681, "step": 49 }, { "epoch": 0.02, "learning_rate": 5.254860746190226e-07, "loss": 0.9508, "step": 50 }, { "epoch": 0.02, "learning_rate": 5.359957961114031e-07, "loss": 0.8342, "step": 51 }, { "epoch": 0.02, "learning_rate": 5.465055176037835e-07, "loss": 0.9349, "step": 52 }, { "epoch": 0.02, "learning_rate": 5.57015239096164e-07, "loss": 0.9312, "step": 53 }, { "epoch": 0.02, "learning_rate": 5.675249605885444e-07, "loss": 0.8591, "step": 54 }, { "epoch": 0.02, "learning_rate": 5.780346820809249e-07, "loss": 0.9763, "step": 55 }, { "epoch": 0.02, "learning_rate": 5.885444035733053e-07, "loss": 0.9114, "step": 56 }, { "epoch": 0.02, "learning_rate": 5.990541250656859e-07, "loss": 0.9064, "step": 57 }, { "epoch": 0.02, "learning_rate": 6.095638465580663e-07, "loss": 0.9438, "step": 58 }, { "epoch": 0.02, "learning_rate": 6.200735680504468e-07, "loss": 0.865, "step": 59 }, { "epoch": 0.02, "learning_rate": 6.305832895428271e-07, "loss": 0.8593, "step": 60 }, { "epoch": 0.02, "learning_rate": 6.410930110352076e-07, "loss": 0.9031, "step": 61 }, { "epoch": 0.02, "learning_rate": 6.516027325275881e-07, "loss": 0.9431, "step": 62 }, { "epoch": 0.02, "learning_rate": 6.621124540199684e-07, "loss": 0.8947, "step": 63 }, { "epoch": 0.03, "learning_rate": 6.726221755123489e-07, "loss": 0.9237, "step": 64 }, { "epoch": 0.03, "learning_rate": 6.831318970047295e-07, "loss": 0.9067, "step": 65 }, { "epoch": 0.03, "learning_rate": 6.936416184971098e-07, "loss": 0.905, "step": 66 }, { "epoch": 0.03, "learning_rate": 7.041513399894903e-07, "loss": 0.8822, "step": 67 }, { "epoch": 0.03, "learning_rate": 7.146610614818708e-07, "loss": 0.9116, "step": 68 }, { "epoch": 0.03, "learning_rate": 7.251707829742513e-07, "loss": 0.8923, "step": 69 }, { "epoch": 0.03, "learning_rate": 7.356805044666316e-07, "loss": 1.0088, "step": 70 }, { "epoch": 0.03, "learning_rate": 7.461902259590121e-07, "loss": 0.9253, "step": 71 }, { "epoch": 0.03, "learning_rate": 7.566999474513927e-07, "loss": 0.875, "step": 72 }, { "epoch": 0.03, "learning_rate": 7.672096689437731e-07, "loss": 0.9378, "step": 73 }, { "epoch": 0.03, "learning_rate": 7.777193904361535e-07, "loss": 0.9202, "step": 74 }, { "epoch": 0.03, "learning_rate": 7.88229111928534e-07, "loss": 0.9185, "step": 75 }, { "epoch": 0.03, "learning_rate": 7.987388334209144e-07, "loss": 0.9362, "step": 76 }, { "epoch": 0.03, "learning_rate": 8.092485549132949e-07, "loss": 0.8857, "step": 77 }, { "epoch": 0.03, "learning_rate": 8.197582764056753e-07, "loss": 0.8658, "step": 78 }, { "epoch": 0.03, "learning_rate": 8.302679978980557e-07, "loss": 0.8919, "step": 79 }, { "epoch": 0.03, "learning_rate": 8.407777193904363e-07, "loss": 0.9018, "step": 80 }, { "epoch": 0.03, "learning_rate": 8.512874408828168e-07, "loss": 0.8743, "step": 81 }, { "epoch": 0.03, "learning_rate": 8.617971623751971e-07, "loss": 0.9393, "step": 82 }, { "epoch": 0.03, "learning_rate": 8.723068838675776e-07, "loss": 0.8945, "step": 83 }, { "epoch": 0.03, "learning_rate": 8.828166053599581e-07, "loss": 0.9197, "step": 84 }, { "epoch": 0.03, "learning_rate": 8.933263268523384e-07, "loss": 0.9709, "step": 85 }, { "epoch": 0.03, "learning_rate": 9.038360483447189e-07, "loss": 0.8581, "step": 86 }, { "epoch": 0.03, "learning_rate": 9.143457698370995e-07, "loss": 0.8924, "step": 87 }, { "epoch": 0.03, "learning_rate": 9.248554913294798e-07, "loss": 0.8823, "step": 88 }, { "epoch": 0.04, "learning_rate": 9.353652128218603e-07, "loss": 0.8701, "step": 89 }, { "epoch": 0.04, "learning_rate": 9.458749343142408e-07, "loss": 0.8422, "step": 90 }, { "epoch": 0.04, "learning_rate": 9.563846558066212e-07, "loss": 0.8954, "step": 91 }, { "epoch": 0.04, "learning_rate": 9.668943772990016e-07, "loss": 0.9193, "step": 92 }, { "epoch": 0.04, "learning_rate": 9.774040987913822e-07, "loss": 0.8889, "step": 93 }, { "epoch": 0.04, "learning_rate": 9.879138202837624e-07, "loss": 0.8538, "step": 94 }, { "epoch": 0.04, "learning_rate": 9.98423541776143e-07, "loss": 0.8416, "step": 95 }, { "epoch": 0.04, "learning_rate": 1.0089332632685235e-06, "loss": 0.9169, "step": 96 }, { "epoch": 0.04, "learning_rate": 1.0194429847609039e-06, "loss": 0.8734, "step": 97 }, { "epoch": 0.04, "learning_rate": 1.0299527062532843e-06, "loss": 0.9196, "step": 98 }, { "epoch": 0.04, "learning_rate": 1.040462427745665e-06, "loss": 0.9213, "step": 99 }, { "epoch": 0.04, "learning_rate": 1.0509721492380451e-06, "loss": 0.8665, "step": 100 }, { "epoch": 0.04, "learning_rate": 1.0614818707304257e-06, "loss": 0.867, "step": 101 }, { "epoch": 0.04, "learning_rate": 1.0719915922228062e-06, "loss": 0.8649, "step": 102 }, { "epoch": 0.04, "learning_rate": 1.0825013137151866e-06, "loss": 0.8447, "step": 103 }, { "epoch": 0.04, "learning_rate": 1.093011035207567e-06, "loss": 0.865, "step": 104 }, { "epoch": 0.04, "learning_rate": 1.1035207566999476e-06, "loss": 0.9243, "step": 105 }, { "epoch": 0.04, "learning_rate": 1.114030478192328e-06, "loss": 0.916, "step": 106 }, { "epoch": 0.04, "learning_rate": 1.1245401996847084e-06, "loss": 0.8486, "step": 107 }, { "epoch": 0.04, "learning_rate": 1.1350499211770888e-06, "loss": 0.9284, "step": 108 }, { "epoch": 0.04, "learning_rate": 1.1455596426694692e-06, "loss": 0.8814, "step": 109 }, { "epoch": 0.04, "learning_rate": 1.1560693641618499e-06, "loss": 0.9023, "step": 110 }, { "epoch": 0.04, "learning_rate": 1.1665790856542303e-06, "loss": 0.9036, "step": 111 }, { "epoch": 0.04, "learning_rate": 1.1770888071466107e-06, "loss": 0.839, "step": 112 }, { "epoch": 0.04, "learning_rate": 1.187598528638991e-06, "loss": 0.83, "step": 113 }, { "epoch": 0.04, "learning_rate": 1.1981082501313717e-06, "loss": 0.8136, "step": 114 }, { "epoch": 0.05, "learning_rate": 1.2086179716237521e-06, "loss": 0.8475, "step": 115 }, { "epoch": 0.05, "learning_rate": 1.2191276931161325e-06, "loss": 0.8561, "step": 116 }, { "epoch": 0.05, "learning_rate": 1.229637414608513e-06, "loss": 0.8307, "step": 117 }, { "epoch": 0.05, "learning_rate": 1.2401471361008936e-06, "loss": 0.8672, "step": 118 }, { "epoch": 0.05, "learning_rate": 1.250656857593274e-06, "loss": 0.9235, "step": 119 }, { "epoch": 0.05, "learning_rate": 1.2611665790856542e-06, "loss": 0.9005, "step": 120 }, { "epoch": 0.05, "learning_rate": 1.2716763005780348e-06, "loss": 0.9471, "step": 121 }, { "epoch": 0.05, "learning_rate": 1.2821860220704152e-06, "loss": 0.8485, "step": 122 }, { "epoch": 0.05, "learning_rate": 1.2926957435627956e-06, "loss": 0.8306, "step": 123 }, { "epoch": 0.05, "learning_rate": 1.3032054650551763e-06, "loss": 0.8953, "step": 124 }, { "epoch": 0.05, "learning_rate": 1.3137151865475567e-06, "loss": 0.8887, "step": 125 }, { "epoch": 0.05, "learning_rate": 1.3242249080399369e-06, "loss": 0.9285, "step": 126 }, { "epoch": 0.05, "learning_rate": 1.3347346295323175e-06, "loss": 0.8876, "step": 127 }, { "epoch": 0.05, "learning_rate": 1.3452443510246979e-06, "loss": 0.8815, "step": 128 }, { "epoch": 0.05, "learning_rate": 1.3557540725170785e-06, "loss": 0.8883, "step": 129 }, { "epoch": 0.05, "learning_rate": 1.366263794009459e-06, "loss": 0.8416, "step": 130 }, { "epoch": 0.05, "learning_rate": 1.3767735155018393e-06, "loss": 0.8636, "step": 131 }, { "epoch": 0.05, "learning_rate": 1.3872832369942195e-06, "loss": 0.9279, "step": 132 }, { "epoch": 0.05, "learning_rate": 1.3977929584866002e-06, "loss": 0.8635, "step": 133 }, { "epoch": 0.05, "learning_rate": 1.4083026799789806e-06, "loss": 0.8704, "step": 134 }, { "epoch": 0.05, "learning_rate": 1.4188124014713612e-06, "loss": 0.9254, "step": 135 }, { "epoch": 0.05, "learning_rate": 1.4293221229637416e-06, "loss": 0.8566, "step": 136 }, { "epoch": 0.05, "learning_rate": 1.439831844456122e-06, "loss": 0.8802, "step": 137 }, { "epoch": 0.05, "learning_rate": 1.4503415659485026e-06, "loss": 0.8882, "step": 138 }, { "epoch": 0.05, "learning_rate": 1.4608512874408828e-06, "loss": 0.8894, "step": 139 }, { "epoch": 0.06, "learning_rate": 1.4713610089332632e-06, "loss": 0.8016, "step": 140 }, { "epoch": 0.06, "learning_rate": 1.4818707304256439e-06, "loss": 0.843, "step": 141 }, { "epoch": 0.06, "learning_rate": 1.4923804519180243e-06, "loss": 0.8225, "step": 142 }, { "epoch": 0.06, "learning_rate": 1.502890173410405e-06, "loss": 0.9416, "step": 143 }, { "epoch": 0.06, "learning_rate": 1.5133998949027853e-06, "loss": 0.8928, "step": 144 }, { "epoch": 0.06, "learning_rate": 1.5239096163951655e-06, "loss": 0.8778, "step": 145 }, { "epoch": 0.06, "learning_rate": 1.5344193378875461e-06, "loss": 0.8778, "step": 146 }, { "epoch": 0.06, "learning_rate": 1.5449290593799265e-06, "loss": 0.8203, "step": 147 }, { "epoch": 0.06, "learning_rate": 1.555438780872307e-06, "loss": 0.8298, "step": 148 }, { "epoch": 0.06, "learning_rate": 1.5659485023646876e-06, "loss": 0.8581, "step": 149 }, { "epoch": 0.06, "learning_rate": 1.576458223857068e-06, "loss": 0.8292, "step": 150 }, { "epoch": 0.06, "learning_rate": 1.5869679453494482e-06, "loss": 0.8326, "step": 151 }, { "epoch": 0.06, "learning_rate": 1.5974776668418288e-06, "loss": 0.8218, "step": 152 }, { "epoch": 0.06, "learning_rate": 1.6079873883342092e-06, "loss": 0.845, "step": 153 }, { "epoch": 0.06, "learning_rate": 1.6184971098265898e-06, "loss": 0.8576, "step": 154 }, { "epoch": 0.06, "learning_rate": 1.6290068313189703e-06, "loss": 0.87, "step": 155 }, { "epoch": 0.06, "learning_rate": 1.6395165528113507e-06, "loss": 0.9236, "step": 156 }, { "epoch": 0.06, "learning_rate": 1.6500262743037309e-06, "loss": 0.8897, "step": 157 }, { "epoch": 0.06, "learning_rate": 1.6605359957961115e-06, "loss": 0.8678, "step": 158 }, { "epoch": 0.06, "learning_rate": 1.671045717288492e-06, "loss": 0.8475, "step": 159 }, { "epoch": 0.06, "learning_rate": 1.6815554387808725e-06, "loss": 0.8253, "step": 160 }, { "epoch": 0.06, "learning_rate": 1.692065160273253e-06, "loss": 0.8887, "step": 161 }, { "epoch": 0.06, "learning_rate": 1.7025748817656336e-06, "loss": 0.9127, "step": 162 }, { "epoch": 0.06, "learning_rate": 1.7130846032580138e-06, "loss": 0.8863, "step": 163 }, { "epoch": 0.06, "learning_rate": 1.7235943247503942e-06, "loss": 0.8783, "step": 164 }, { "epoch": 0.07, "learning_rate": 1.7341040462427746e-06, "loss": 0.8765, "step": 165 }, { "epoch": 0.07, "learning_rate": 1.7446137677351552e-06, "loss": 0.8933, "step": 166 }, { "epoch": 0.07, "learning_rate": 1.7551234892275356e-06, "loss": 0.8049, "step": 167 }, { "epoch": 0.07, "learning_rate": 1.7656332107199162e-06, "loss": 0.8465, "step": 168 }, { "epoch": 0.07, "learning_rate": 1.7761429322122964e-06, "loss": 0.8307, "step": 169 }, { "epoch": 0.07, "learning_rate": 1.7866526537046768e-06, "loss": 0.8415, "step": 170 }, { "epoch": 0.07, "learning_rate": 1.7971623751970575e-06, "loss": 0.9014, "step": 171 }, { "epoch": 0.07, "learning_rate": 1.8076720966894379e-06, "loss": 0.8472, "step": 172 }, { "epoch": 0.07, "learning_rate": 1.8181818181818183e-06, "loss": 0.8447, "step": 173 }, { "epoch": 0.07, "learning_rate": 1.828691539674199e-06, "loss": 0.8928, "step": 174 }, { "epoch": 0.07, "learning_rate": 1.8392012611665791e-06, "loss": 0.9114, "step": 175 }, { "epoch": 0.07, "learning_rate": 1.8497109826589595e-06, "loss": 0.8536, "step": 176 }, { "epoch": 0.07, "learning_rate": 1.8602207041513401e-06, "loss": 0.8554, "step": 177 }, { "epoch": 0.07, "learning_rate": 1.8707304256437206e-06, "loss": 0.7809, "step": 178 }, { "epoch": 0.07, "learning_rate": 1.8812401471361012e-06, "loss": 0.8485, "step": 179 }, { "epoch": 0.07, "learning_rate": 1.8917498686284816e-06, "loss": 0.8215, "step": 180 }, { "epoch": 0.07, "learning_rate": 1.902259590120862e-06, "loss": 0.8399, "step": 181 }, { "epoch": 0.07, "learning_rate": 1.9127693116132424e-06, "loss": 0.8658, "step": 182 }, { "epoch": 0.07, "learning_rate": 1.923279033105623e-06, "loss": 0.8194, "step": 183 }, { "epoch": 0.07, "learning_rate": 1.9337887545980032e-06, "loss": 0.9043, "step": 184 }, { "epoch": 0.07, "learning_rate": 1.9442984760903836e-06, "loss": 0.806, "step": 185 }, { "epoch": 0.07, "learning_rate": 1.9548081975827645e-06, "loss": 0.8179, "step": 186 }, { "epoch": 0.07, "learning_rate": 1.965317919075145e-06, "loss": 0.8461, "step": 187 }, { "epoch": 0.07, "learning_rate": 1.975827640567525e-06, "loss": 0.8699, "step": 188 }, { "epoch": 0.07, "learning_rate": 1.9863373620599057e-06, "loss": 0.9114, "step": 189 }, { "epoch": 0.07, "learning_rate": 1.996847083552286e-06, "loss": 0.846, "step": 190 }, { "epoch": 0.08, "learning_rate": 2.0073568050446665e-06, "loss": 0.8631, "step": 191 }, { "epoch": 0.08, "learning_rate": 2.017866526537047e-06, "loss": 0.8162, "step": 192 }, { "epoch": 0.08, "learning_rate": 2.0283762480294274e-06, "loss": 0.8563, "step": 193 }, { "epoch": 0.08, "learning_rate": 2.0388859695218078e-06, "loss": 0.8067, "step": 194 }, { "epoch": 0.08, "learning_rate": 2.049395691014188e-06, "loss": 0.8742, "step": 195 }, { "epoch": 0.08, "learning_rate": 2.0599054125065686e-06, "loss": 0.8952, "step": 196 }, { "epoch": 0.08, "learning_rate": 2.0704151339989494e-06, "loss": 0.8416, "step": 197 }, { "epoch": 0.08, "learning_rate": 2.08092485549133e-06, "loss": 0.8678, "step": 198 }, { "epoch": 0.08, "learning_rate": 2.0914345769837102e-06, "loss": 0.8226, "step": 199 }, { "epoch": 0.08, "learning_rate": 2.1019442984760902e-06, "loss": 0.7962, "step": 200 }, { "epoch": 0.08, "learning_rate": 2.112454019968471e-06, "loss": 0.8959, "step": 201 }, { "epoch": 0.08, "learning_rate": 2.1229637414608515e-06, "loss": 0.8077, "step": 202 }, { "epoch": 0.08, "learning_rate": 2.133473462953232e-06, "loss": 0.8309, "step": 203 }, { "epoch": 0.08, "learning_rate": 2.1439831844456123e-06, "loss": 0.825, "step": 204 }, { "epoch": 0.08, "learning_rate": 2.154492905937993e-06, "loss": 0.8421, "step": 205 }, { "epoch": 0.08, "learning_rate": 2.165002627430373e-06, "loss": 0.8885, "step": 206 }, { "epoch": 0.08, "learning_rate": 2.1755123489227535e-06, "loss": 0.8628, "step": 207 }, { "epoch": 0.08, "learning_rate": 2.186022070415134e-06, "loss": 0.8114, "step": 208 }, { "epoch": 0.08, "learning_rate": 2.1965317919075148e-06, "loss": 0.8257, "step": 209 }, { "epoch": 0.08, "learning_rate": 2.207041513399895e-06, "loss": 0.8555, "step": 210 }, { "epoch": 0.08, "learning_rate": 2.2175512348922756e-06, "loss": 0.8733, "step": 211 }, { "epoch": 0.08, "learning_rate": 2.228060956384656e-06, "loss": 0.8273, "step": 212 }, { "epoch": 0.08, "learning_rate": 2.2385706778770364e-06, "loss": 0.8197, "step": 213 }, { "epoch": 0.08, "learning_rate": 2.249080399369417e-06, "loss": 0.7955, "step": 214 }, { "epoch": 0.08, "learning_rate": 2.2595901208617972e-06, "loss": 0.806, "step": 215 }, { "epoch": 0.09, "learning_rate": 2.2700998423541777e-06, "loss": 0.8325, "step": 216 }, { "epoch": 0.09, "learning_rate": 2.2806095638465585e-06, "loss": 0.8283, "step": 217 }, { "epoch": 0.09, "learning_rate": 2.2911192853389385e-06, "loss": 0.7938, "step": 218 }, { "epoch": 0.09, "learning_rate": 2.301629006831319e-06, "loss": 0.8119, "step": 219 }, { "epoch": 0.09, "learning_rate": 2.3121387283236997e-06, "loss": 0.8418, "step": 220 }, { "epoch": 0.09, "learning_rate": 2.32264844981608e-06, "loss": 0.8606, "step": 221 }, { "epoch": 0.09, "learning_rate": 2.3331581713084605e-06, "loss": 0.8541, "step": 222 }, { "epoch": 0.09, "learning_rate": 2.343667892800841e-06, "loss": 0.8402, "step": 223 }, { "epoch": 0.09, "learning_rate": 2.3541776142932214e-06, "loss": 0.8204, "step": 224 }, { "epoch": 0.09, "learning_rate": 2.3646873357856018e-06, "loss": 0.8525, "step": 225 }, { "epoch": 0.09, "learning_rate": 2.375197057277982e-06, "loss": 0.8229, "step": 226 }, { "epoch": 0.09, "learning_rate": 2.3857067787703626e-06, "loss": 0.7948, "step": 227 }, { "epoch": 0.09, "learning_rate": 2.3962165002627434e-06, "loss": 0.8312, "step": 228 }, { "epoch": 0.09, "learning_rate": 2.406726221755124e-06, "loss": 0.8345, "step": 229 }, { "epoch": 0.09, "learning_rate": 2.4172359432475043e-06, "loss": 0.816, "step": 230 }, { "epoch": 0.09, "learning_rate": 2.4277456647398847e-06, "loss": 0.7643, "step": 231 }, { "epoch": 0.09, "learning_rate": 2.438255386232265e-06, "loss": 0.8797, "step": 232 }, { "epoch": 0.09, "learning_rate": 2.4487651077246455e-06, "loss": 0.8267, "step": 233 }, { "epoch": 0.09, "learning_rate": 2.459274829217026e-06, "loss": 0.834, "step": 234 }, { "epoch": 0.09, "learning_rate": 2.4697845507094063e-06, "loss": 0.8035, "step": 235 }, { "epoch": 0.09, "learning_rate": 2.480294272201787e-06, "loss": 0.8127, "step": 236 }, { "epoch": 0.09, "learning_rate": 2.490803993694167e-06, "loss": 0.8404, "step": 237 }, { "epoch": 0.09, "learning_rate": 2.501313715186548e-06, "loss": 0.8017, "step": 238 }, { "epoch": 0.09, "learning_rate": 2.5118234366789284e-06, "loss": 0.783, "step": 239 }, { "epoch": 0.09, "learning_rate": 2.5223331581713084e-06, "loss": 0.8523, "step": 240 }, { "epoch": 0.09, "learning_rate": 2.5328428796636888e-06, "loss": 0.8818, "step": 241 }, { "epoch": 0.1, "learning_rate": 2.5433526011560696e-06, "loss": 0.8113, "step": 242 }, { "epoch": 0.1, "learning_rate": 2.55386232264845e-06, "loss": 0.8489, "step": 243 }, { "epoch": 0.1, "learning_rate": 2.5643720441408304e-06, "loss": 0.8477, "step": 244 }, { "epoch": 0.1, "learning_rate": 2.574881765633211e-06, "loss": 0.8228, "step": 245 }, { "epoch": 0.1, "learning_rate": 2.5853914871255913e-06, "loss": 0.8161, "step": 246 }, { "epoch": 0.1, "learning_rate": 2.595901208617972e-06, "loss": 0.8977, "step": 247 }, { "epoch": 0.1, "learning_rate": 2.6064109301103525e-06, "loss": 0.797, "step": 248 }, { "epoch": 0.1, "learning_rate": 2.616920651602733e-06, "loss": 0.7946, "step": 249 }, { "epoch": 0.1, "learning_rate": 2.6274303730951133e-06, "loss": 0.8672, "step": 250 }, { "epoch": 0.1, "learning_rate": 2.6379400945874937e-06, "loss": 0.8719, "step": 251 }, { "epoch": 0.1, "learning_rate": 2.6484498160798737e-06, "loss": 0.81, "step": 252 }, { "epoch": 0.1, "learning_rate": 2.658959537572254e-06, "loss": 0.7862, "step": 253 }, { "epoch": 0.1, "learning_rate": 2.669469259064635e-06, "loss": 0.8419, "step": 254 }, { "epoch": 0.1, "learning_rate": 2.6799789805570154e-06, "loss": 0.8263, "step": 255 }, { "epoch": 0.1, "learning_rate": 2.6904887020493958e-06, "loss": 0.9026, "step": 256 }, { "epoch": 0.1, "learning_rate": 2.700998423541776e-06, "loss": 0.8, "step": 257 }, { "epoch": 0.1, "learning_rate": 2.711508145034157e-06, "loss": 0.7938, "step": 258 }, { "epoch": 0.1, "learning_rate": 2.7220178665265374e-06, "loss": 0.857, "step": 259 }, { "epoch": 0.1, "learning_rate": 2.732527588018918e-06, "loss": 0.7823, "step": 260 }, { "epoch": 0.1, "learning_rate": 2.7430373095112983e-06, "loss": 0.8051, "step": 261 }, { "epoch": 0.1, "learning_rate": 2.7535470310036787e-06, "loss": 0.7843, "step": 262 }, { "epoch": 0.1, "learning_rate": 2.7640567524960595e-06, "loss": 0.8237, "step": 263 }, { "epoch": 0.1, "learning_rate": 2.774566473988439e-06, "loss": 0.8013, "step": 264 }, { "epoch": 0.1, "learning_rate": 2.78507619548082e-06, "loss": 0.8332, "step": 265 }, { "epoch": 0.1, "learning_rate": 2.7955859169732003e-06, "loss": 0.863, "step": 266 }, { "epoch": 0.11, "learning_rate": 2.8060956384655807e-06, "loss": 0.789, "step": 267 }, { "epoch": 0.11, "learning_rate": 2.816605359957961e-06, "loss": 0.7895, "step": 268 }, { "epoch": 0.11, "learning_rate": 2.8271150814503416e-06, "loss": 0.8474, "step": 269 }, { "epoch": 0.11, "learning_rate": 2.8376248029427224e-06, "loss": 0.9381, "step": 270 }, { "epoch": 0.11, "learning_rate": 2.848134524435103e-06, "loss": 0.7906, "step": 271 }, { "epoch": 0.11, "learning_rate": 2.858644245927483e-06, "loss": 0.8295, "step": 272 }, { "epoch": 0.11, "learning_rate": 2.8691539674198636e-06, "loss": 0.8607, "step": 273 }, { "epoch": 0.11, "learning_rate": 2.879663688912244e-06, "loss": 0.8294, "step": 274 }, { "epoch": 0.11, "learning_rate": 2.890173410404625e-06, "loss": 0.8384, "step": 275 }, { "epoch": 0.11, "learning_rate": 2.9006831318970053e-06, "loss": 0.8402, "step": 276 }, { "epoch": 0.11, "learning_rate": 2.9111928533893853e-06, "loss": 0.8587, "step": 277 }, { "epoch": 0.11, "learning_rate": 2.9217025748817657e-06, "loss": 0.7734, "step": 278 }, { "epoch": 0.11, "learning_rate": 2.932212296374146e-06, "loss": 0.7796, "step": 279 }, { "epoch": 0.11, "learning_rate": 2.9427220178665265e-06, "loss": 0.8167, "step": 280 }, { "epoch": 0.11, "learning_rate": 2.9532317393589073e-06, "loss": 0.8551, "step": 281 }, { "epoch": 0.11, "learning_rate": 2.9637414608512877e-06, "loss": 0.8125, "step": 282 }, { "epoch": 0.11, "learning_rate": 2.974251182343668e-06, "loss": 0.7928, "step": 283 }, { "epoch": 0.11, "learning_rate": 2.9847609038360486e-06, "loss": 0.7864, "step": 284 }, { "epoch": 0.11, "learning_rate": 2.995270625328429e-06, "loss": 0.8908, "step": 285 }, { "epoch": 0.11, "learning_rate": 3.00578034682081e-06, "loss": 0.8098, "step": 286 }, { "epoch": 0.11, "learning_rate": 3.0162900683131902e-06, "loss": 0.784, "step": 287 }, { "epoch": 0.11, "learning_rate": 3.0267997898055706e-06, "loss": 0.8152, "step": 288 }, { "epoch": 0.11, "learning_rate": 3.0373095112979506e-06, "loss": 0.8079, "step": 289 }, { "epoch": 0.11, "learning_rate": 3.047819232790331e-06, "loss": 0.8098, "step": 290 }, { "epoch": 0.11, "learning_rate": 3.0583289542827114e-06, "loss": 0.8008, "step": 291 }, { "epoch": 0.12, "learning_rate": 3.0688386757750923e-06, "loss": 0.8185, "step": 292 }, { "epoch": 0.12, "learning_rate": 3.0793483972674727e-06, "loss": 0.8014, "step": 293 }, { "epoch": 0.12, "learning_rate": 3.089858118759853e-06, "loss": 0.7557, "step": 294 }, { "epoch": 0.12, "learning_rate": 3.1003678402522335e-06, "loss": 0.7783, "step": 295 }, { "epoch": 0.12, "learning_rate": 3.110877561744614e-06, "loss": 0.8218, "step": 296 }, { "epoch": 0.12, "learning_rate": 3.1213872832369948e-06, "loss": 0.8198, "step": 297 }, { "epoch": 0.12, "learning_rate": 3.131897004729375e-06, "loss": 0.8062, "step": 298 }, { "epoch": 0.12, "learning_rate": 3.1424067262217556e-06, "loss": 0.8037, "step": 299 }, { "epoch": 0.12, "learning_rate": 3.152916447714136e-06, "loss": 0.8203, "step": 300 }, { "epoch": 0.12, "learning_rate": 3.163426169206516e-06, "loss": 0.8182, "step": 301 }, { "epoch": 0.12, "learning_rate": 3.1739358906988964e-06, "loss": 0.8488, "step": 302 }, { "epoch": 0.12, "learning_rate": 3.1844456121912772e-06, "loss": 0.81, "step": 303 }, { "epoch": 0.12, "learning_rate": 3.1949553336836576e-06, "loss": 0.8073, "step": 304 }, { "epoch": 0.12, "learning_rate": 3.205465055176038e-06, "loss": 0.8169, "step": 305 }, { "epoch": 0.12, "learning_rate": 3.2159747766684185e-06, "loss": 0.8016, "step": 306 }, { "epoch": 0.12, "learning_rate": 3.226484498160799e-06, "loss": 0.8066, "step": 307 }, { "epoch": 0.12, "learning_rate": 3.2369942196531797e-06, "loss": 0.8052, "step": 308 }, { "epoch": 0.12, "learning_rate": 3.24750394114556e-06, "loss": 0.7699, "step": 309 }, { "epoch": 0.12, "learning_rate": 3.2580136626379405e-06, "loss": 0.8497, "step": 310 }, { "epoch": 0.12, "learning_rate": 3.268523384130321e-06, "loss": 0.7892, "step": 311 }, { "epoch": 0.12, "learning_rate": 3.2790331056227013e-06, "loss": 0.8514, "step": 312 }, { "epoch": 0.12, "learning_rate": 3.289542827115082e-06, "loss": 0.7749, "step": 313 }, { "epoch": 0.12, "learning_rate": 3.3000525486074617e-06, "loss": 0.7904, "step": 314 }, { "epoch": 0.12, "learning_rate": 3.3105622700998426e-06, "loss": 0.7986, "step": 315 }, { "epoch": 0.12, "learning_rate": 3.321071991592223e-06, "loss": 0.779, "step": 316 }, { "epoch": 0.12, "learning_rate": 3.3315817130846034e-06, "loss": 0.8299, "step": 317 }, { "epoch": 0.13, "learning_rate": 3.342091434576984e-06, "loss": 0.7993, "step": 318 }, { "epoch": 0.13, "learning_rate": 3.3526011560693642e-06, "loss": 0.8412, "step": 319 }, { "epoch": 0.13, "learning_rate": 3.363110877561745e-06, "loss": 0.8111, "step": 320 }, { "epoch": 0.13, "learning_rate": 3.3736205990541255e-06, "loss": 0.8285, "step": 321 }, { "epoch": 0.13, "learning_rate": 3.384130320546506e-06, "loss": 0.8332, "step": 322 }, { "epoch": 0.13, "learning_rate": 3.3946400420388863e-06, "loss": 0.8837, "step": 323 }, { "epoch": 0.13, "learning_rate": 3.405149763531267e-06, "loss": 0.8275, "step": 324 }, { "epoch": 0.13, "learning_rate": 3.4156594850236475e-06, "loss": 0.8397, "step": 325 }, { "epoch": 0.13, "learning_rate": 3.4261692065160275e-06, "loss": 0.835, "step": 326 }, { "epoch": 0.13, "learning_rate": 3.436678928008408e-06, "loss": 0.8153, "step": 327 }, { "epoch": 0.13, "learning_rate": 3.4471886495007883e-06, "loss": 0.8656, "step": 328 }, { "epoch": 0.13, "learning_rate": 3.4576983709931688e-06, "loss": 0.8272, "step": 329 }, { "epoch": 0.13, "learning_rate": 3.468208092485549e-06, "loss": 0.8442, "step": 330 }, { "epoch": 0.13, "learning_rate": 3.47871781397793e-06, "loss": 0.8567, "step": 331 }, { "epoch": 0.13, "learning_rate": 3.4892275354703104e-06, "loss": 0.7913, "step": 332 }, { "epoch": 0.13, "learning_rate": 3.499737256962691e-06, "loss": 0.8499, "step": 333 }, { "epoch": 0.13, "learning_rate": 3.5102469784550712e-06, "loss": 0.7344, "step": 334 }, { "epoch": 0.13, "learning_rate": 3.5207566999474516e-06, "loss": 0.8471, "step": 335 }, { "epoch": 0.13, "learning_rate": 3.5312664214398325e-06, "loss": 0.8772, "step": 336 }, { "epoch": 0.13, "learning_rate": 3.541776142932213e-06, "loss": 0.9182, "step": 337 }, { "epoch": 0.13, "learning_rate": 3.552285864424593e-06, "loss": 0.7932, "step": 338 }, { "epoch": 0.13, "learning_rate": 3.5627955859169733e-06, "loss": 0.8078, "step": 339 }, { "epoch": 0.13, "learning_rate": 3.5733053074093537e-06, "loss": 0.7449, "step": 340 }, { "epoch": 0.13, "learning_rate": 3.583815028901734e-06, "loss": 0.8372, "step": 341 }, { "epoch": 0.13, "learning_rate": 3.594324750394115e-06, "loss": 0.8061, "step": 342 }, { "epoch": 0.14, "learning_rate": 3.6048344718864954e-06, "loss": 0.7962, "step": 343 }, { "epoch": 0.14, "learning_rate": 3.6153441933788758e-06, "loss": 0.7833, "step": 344 }, { "epoch": 0.14, "learning_rate": 3.625853914871256e-06, "loss": 0.8089, "step": 345 }, { "epoch": 0.14, "learning_rate": 3.6363636363636366e-06, "loss": 0.8276, "step": 346 }, { "epoch": 0.14, "learning_rate": 3.6468733578560174e-06, "loss": 0.7673, "step": 347 }, { "epoch": 0.14, "learning_rate": 3.657383079348398e-06, "loss": 0.85, "step": 348 }, { "epoch": 0.14, "learning_rate": 3.6678928008407782e-06, "loss": 0.8004, "step": 349 }, { "epoch": 0.14, "learning_rate": 3.6784025223331582e-06, "loss": 0.8385, "step": 350 }, { "epoch": 0.14, "learning_rate": 3.6889122438255386e-06, "loss": 0.8413, "step": 351 }, { "epoch": 0.14, "learning_rate": 3.699421965317919e-06, "loss": 0.8346, "step": 352 }, { "epoch": 0.14, "learning_rate": 3.7099316868103e-06, "loss": 0.7425, "step": 353 }, { "epoch": 0.14, "learning_rate": 3.7204414083026803e-06, "loss": 0.8421, "step": 354 }, { "epoch": 0.14, "learning_rate": 3.7309511297950607e-06, "loss": 0.8623, "step": 355 }, { "epoch": 0.14, "learning_rate": 3.741460851287441e-06, "loss": 0.7881, "step": 356 }, { "epoch": 0.14, "learning_rate": 3.7519705727798215e-06, "loss": 0.8611, "step": 357 }, { "epoch": 0.14, "learning_rate": 3.7624802942722024e-06, "loss": 0.8196, "step": 358 }, { "epoch": 0.14, "learning_rate": 3.7729900157645828e-06, "loss": 0.8406, "step": 359 }, { "epoch": 0.14, "learning_rate": 3.783499737256963e-06, "loss": 0.7493, "step": 360 }, { "epoch": 0.14, "learning_rate": 3.7940094587493436e-06, "loss": 0.7704, "step": 361 }, { "epoch": 0.14, "learning_rate": 3.804519180241724e-06, "loss": 0.7866, "step": 362 }, { "epoch": 0.14, "learning_rate": 3.815028901734104e-06, "loss": 0.8068, "step": 363 }, { "epoch": 0.14, "learning_rate": 3.825538623226485e-06, "loss": 0.7198, "step": 364 }, { "epoch": 0.14, "learning_rate": 3.836048344718865e-06, "loss": 0.8212, "step": 365 }, { "epoch": 0.14, "learning_rate": 3.846558066211246e-06, "loss": 0.777, "step": 366 }, { "epoch": 0.14, "learning_rate": 3.857067787703626e-06, "loss": 0.8647, "step": 367 }, { "epoch": 0.15, "learning_rate": 3.8675775091960065e-06, "loss": 0.7956, "step": 368 }, { "epoch": 0.15, "learning_rate": 3.878087230688387e-06, "loss": 0.8092, "step": 369 }, { "epoch": 0.15, "learning_rate": 3.888596952180767e-06, "loss": 0.7958, "step": 370 }, { "epoch": 0.15, "learning_rate": 3.899106673673148e-06, "loss": 0.85, "step": 371 }, { "epoch": 0.15, "learning_rate": 3.909616395165529e-06, "loss": 0.7967, "step": 372 }, { "epoch": 0.15, "learning_rate": 3.920126116657909e-06, "loss": 0.7974, "step": 373 }, { "epoch": 0.15, "learning_rate": 3.93063583815029e-06, "loss": 0.7822, "step": 374 }, { "epoch": 0.15, "learning_rate": 3.941145559642669e-06, "loss": 0.8445, "step": 375 }, { "epoch": 0.15, "learning_rate": 3.95165528113505e-06, "loss": 0.8093, "step": 376 }, { "epoch": 0.15, "learning_rate": 3.96216500262743e-06, "loss": 0.8476, "step": 377 }, { "epoch": 0.15, "learning_rate": 3.9726747241198114e-06, "loss": 0.8214, "step": 378 }, { "epoch": 0.15, "learning_rate": 3.983184445612192e-06, "loss": 0.8533, "step": 379 }, { "epoch": 0.15, "learning_rate": 3.993694167104572e-06, "loss": 0.7723, "step": 380 }, { "epoch": 0.15, "learning_rate": 4.004203888596953e-06, "loss": 0.807, "step": 381 }, { "epoch": 0.15, "learning_rate": 4.014713610089333e-06, "loss": 0.8492, "step": 382 }, { "epoch": 0.15, "learning_rate": 4.0252233315817135e-06, "loss": 0.8389, "step": 383 }, { "epoch": 0.15, "learning_rate": 4.035733053074094e-06, "loss": 0.7838, "step": 384 }, { "epoch": 0.15, "learning_rate": 4.046242774566474e-06, "loss": 0.8013, "step": 385 }, { "epoch": 0.15, "learning_rate": 4.056752496058855e-06, "loss": 0.8072, "step": 386 }, { "epoch": 0.15, "learning_rate": 4.067262217551235e-06, "loss": 0.8006, "step": 387 }, { "epoch": 0.15, "learning_rate": 4.0777719390436155e-06, "loss": 0.8104, "step": 388 }, { "epoch": 0.15, "learning_rate": 4.088281660535996e-06, "loss": 0.8065, "step": 389 }, { "epoch": 0.15, "learning_rate": 4.098791382028376e-06, "loss": 0.7914, "step": 390 }, { "epoch": 0.15, "learning_rate": 4.109301103520757e-06, "loss": 0.8036, "step": 391 }, { "epoch": 0.15, "learning_rate": 4.119810825013137e-06, "loss": 0.8041, "step": 392 }, { "epoch": 0.15, "learning_rate": 4.130320546505518e-06, "loss": 0.7746, "step": 393 }, { "epoch": 0.16, "learning_rate": 4.140830267997899e-06, "loss": 0.765, "step": 394 }, { "epoch": 0.16, "learning_rate": 4.151339989490279e-06, "loss": 0.7855, "step": 395 }, { "epoch": 0.16, "learning_rate": 4.16184971098266e-06, "loss": 0.7624, "step": 396 }, { "epoch": 0.16, "learning_rate": 4.17235943247504e-06, "loss": 0.7905, "step": 397 }, { "epoch": 0.16, "learning_rate": 4.1828691539674205e-06, "loss": 0.7837, "step": 398 }, { "epoch": 0.16, "learning_rate": 4.193378875459801e-06, "loss": 0.8263, "step": 399 }, { "epoch": 0.16, "learning_rate": 4.2038885969521805e-06, "loss": 0.7906, "step": 400 }, { "epoch": 0.16, "learning_rate": 4.214398318444562e-06, "loss": 0.829, "step": 401 }, { "epoch": 0.16, "learning_rate": 4.224908039936942e-06, "loss": 0.8397, "step": 402 }, { "epoch": 0.16, "learning_rate": 4.2354177614293225e-06, "loss": 0.8143, "step": 403 }, { "epoch": 0.16, "learning_rate": 4.245927482921703e-06, "loss": 0.8318, "step": 404 }, { "epoch": 0.16, "learning_rate": 4.256437204414083e-06, "loss": 0.7841, "step": 405 }, { "epoch": 0.16, "learning_rate": 4.266946925906464e-06, "loss": 0.8352, "step": 406 }, { "epoch": 0.16, "learning_rate": 4.277456647398844e-06, "loss": 0.8099, "step": 407 }, { "epoch": 0.16, "learning_rate": 4.287966368891225e-06, "loss": 0.7887, "step": 408 }, { "epoch": 0.16, "learning_rate": 4.298476090383605e-06, "loss": 0.8013, "step": 409 }, { "epoch": 0.16, "learning_rate": 4.308985811875986e-06, "loss": 0.7538, "step": 410 }, { "epoch": 0.16, "learning_rate": 4.319495533368367e-06, "loss": 0.8405, "step": 411 }, { "epoch": 0.16, "learning_rate": 4.330005254860746e-06, "loss": 0.7894, "step": 412 }, { "epoch": 0.16, "learning_rate": 4.340514976353127e-06, "loss": 0.7704, "step": 413 }, { "epoch": 0.16, "learning_rate": 4.351024697845507e-06, "loss": 0.781, "step": 414 }, { "epoch": 0.16, "learning_rate": 4.3615344193378875e-06, "loss": 0.7339, "step": 415 }, { "epoch": 0.16, "learning_rate": 4.372044140830268e-06, "loss": 0.8059, "step": 416 }, { "epoch": 0.16, "learning_rate": 4.382553862322649e-06, "loss": 0.7805, "step": 417 }, { "epoch": 0.16, "learning_rate": 4.3930635838150296e-06, "loss": 0.8449, "step": 418 }, { "epoch": 0.17, "learning_rate": 4.40357330530741e-06, "loss": 0.8233, "step": 419 }, { "epoch": 0.17, "learning_rate": 4.41408302679979e-06, "loss": 0.8101, "step": 420 }, { "epoch": 0.17, "learning_rate": 4.424592748292171e-06, "loss": 0.7501, "step": 421 }, { "epoch": 0.17, "learning_rate": 4.435102469784551e-06, "loss": 0.8055, "step": 422 }, { "epoch": 0.17, "learning_rate": 4.445612191276932e-06, "loss": 0.8196, "step": 423 }, { "epoch": 0.17, "learning_rate": 4.456121912769312e-06, "loss": 0.8087, "step": 424 }, { "epoch": 0.17, "learning_rate": 4.4666316342616924e-06, "loss": 0.8175, "step": 425 }, { "epoch": 0.17, "learning_rate": 4.477141355754073e-06, "loss": 0.7983, "step": 426 }, { "epoch": 0.17, "learning_rate": 4.487651077246453e-06, "loss": 0.7686, "step": 427 }, { "epoch": 0.17, "learning_rate": 4.498160798738834e-06, "loss": 0.8567, "step": 428 }, { "epoch": 0.17, "learning_rate": 4.508670520231214e-06, "loss": 0.8355, "step": 429 }, { "epoch": 0.17, "learning_rate": 4.5191802417235945e-06, "loss": 0.7395, "step": 430 }, { "epoch": 0.17, "learning_rate": 4.529689963215975e-06, "loss": 0.7831, "step": 431 }, { "epoch": 0.17, "learning_rate": 4.540199684708355e-06, "loss": 0.7781, "step": 432 }, { "epoch": 0.17, "learning_rate": 4.5507094062007366e-06, "loss": 0.7756, "step": 433 }, { "epoch": 0.17, "learning_rate": 4.561219127693117e-06, "loss": 0.7922, "step": 434 }, { "epoch": 0.17, "learning_rate": 4.571728849185497e-06, "loss": 0.743, "step": 435 }, { "epoch": 0.17, "learning_rate": 4.582238570677877e-06, "loss": 0.7949, "step": 436 }, { "epoch": 0.17, "learning_rate": 4.592748292170257e-06, "loss": 0.766, "step": 437 }, { "epoch": 0.17, "learning_rate": 4.603258013662638e-06, "loss": 0.7464, "step": 438 }, { "epoch": 0.17, "learning_rate": 4.613767735155019e-06, "loss": 0.824, "step": 439 }, { "epoch": 0.17, "learning_rate": 4.6242774566473994e-06, "loss": 0.7683, "step": 440 }, { "epoch": 0.17, "learning_rate": 4.63478717813978e-06, "loss": 0.8004, "step": 441 }, { "epoch": 0.17, "learning_rate": 4.64529689963216e-06, "loss": 0.8034, "step": 442 }, { "epoch": 0.17, "learning_rate": 4.655806621124541e-06, "loss": 0.7548, "step": 443 }, { "epoch": 0.18, "learning_rate": 4.666316342616921e-06, "loss": 0.8016, "step": 444 }, { "epoch": 0.18, "learning_rate": 4.6768260641093015e-06, "loss": 0.7472, "step": 445 }, { "epoch": 0.18, "learning_rate": 4.687335785601682e-06, "loss": 0.7707, "step": 446 }, { "epoch": 0.18, "learning_rate": 4.697845507094062e-06, "loss": 0.8231, "step": 447 }, { "epoch": 0.18, "learning_rate": 4.708355228586443e-06, "loss": 0.851, "step": 448 }, { "epoch": 0.18, "learning_rate": 4.718864950078823e-06, "loss": 0.7595, "step": 449 }, { "epoch": 0.18, "learning_rate": 4.7293746715712036e-06, "loss": 0.795, "step": 450 }, { "epoch": 0.18, "learning_rate": 4.739884393063584e-06, "loss": 0.8017, "step": 451 }, { "epoch": 0.18, "learning_rate": 4.750394114555964e-06, "loss": 0.7624, "step": 452 }, { "epoch": 0.18, "learning_rate": 4.760903836048345e-06, "loss": 0.7707, "step": 453 }, { "epoch": 0.18, "learning_rate": 4.771413557540725e-06, "loss": 0.8561, "step": 454 }, { "epoch": 0.18, "learning_rate": 4.7819232790331065e-06, "loss": 0.7829, "step": 455 }, { "epoch": 0.18, "learning_rate": 4.792433000525487e-06, "loss": 0.8147, "step": 456 }, { "epoch": 0.18, "learning_rate": 4.802942722017867e-06, "loss": 0.7943, "step": 457 }, { "epoch": 0.18, "learning_rate": 4.813452443510248e-06, "loss": 0.8013, "step": 458 }, { "epoch": 0.18, "learning_rate": 4.823962165002628e-06, "loss": 0.7784, "step": 459 }, { "epoch": 0.18, "learning_rate": 4.8344718864950085e-06, "loss": 0.7541, "step": 460 }, { "epoch": 0.18, "learning_rate": 4.844981607987388e-06, "loss": 0.7895, "step": 461 }, { "epoch": 0.18, "learning_rate": 4.855491329479769e-06, "loss": 0.8256, "step": 462 }, { "epoch": 0.18, "learning_rate": 4.86600105097215e-06, "loss": 0.7822, "step": 463 }, { "epoch": 0.18, "learning_rate": 4.87651077246453e-06, "loss": 0.8249, "step": 464 }, { "epoch": 0.18, "learning_rate": 4.8870204939569106e-06, "loss": 0.8216, "step": 465 }, { "epoch": 0.18, "learning_rate": 4.897530215449291e-06, "loss": 0.7614, "step": 466 }, { "epoch": 0.18, "learning_rate": 4.908039936941671e-06, "loss": 0.7757, "step": 467 }, { "epoch": 0.18, "learning_rate": 4.918549658434052e-06, "loss": 0.7565, "step": 468 }, { "epoch": 0.18, "learning_rate": 4.929059379926432e-06, "loss": 0.8064, "step": 469 }, { "epoch": 0.19, "learning_rate": 4.939569101418813e-06, "loss": 0.7756, "step": 470 }, { "epoch": 0.19, "learning_rate": 4.950078822911194e-06, "loss": 0.798, "step": 471 }, { "epoch": 0.19, "learning_rate": 4.960588544403574e-06, "loss": 0.7709, "step": 472 }, { "epoch": 0.19, "learning_rate": 4.971098265895954e-06, "loss": 0.7985, "step": 473 }, { "epoch": 0.19, "learning_rate": 4.981607987388334e-06, "loss": 0.7588, "step": 474 }, { "epoch": 0.19, "learning_rate": 4.992117708880715e-06, "loss": 0.7575, "step": 475 }, { "epoch": 0.19, "learning_rate": 5.002627430373096e-06, "loss": 0.7779, "step": 476 }, { "epoch": 0.19, "learning_rate": 5.0131371518654755e-06, "loss": 0.7804, "step": 477 }, { "epoch": 0.19, "learning_rate": 5.023646873357857e-06, "loss": 0.7687, "step": 478 }, { "epoch": 0.19, "learning_rate": 5.034156594850237e-06, "loss": 0.8063, "step": 479 }, { "epoch": 0.19, "learning_rate": 5.044666316342617e-06, "loss": 0.8207, "step": 480 }, { "epoch": 0.19, "learning_rate": 5.055176037834998e-06, "loss": 0.7946, "step": 481 }, { "epoch": 0.19, "learning_rate": 5.0656857593273776e-06, "loss": 0.8119, "step": 482 }, { "epoch": 0.19, "learning_rate": 5.076195480819759e-06, "loss": 0.8291, "step": 483 }, { "epoch": 0.19, "learning_rate": 5.086705202312139e-06, "loss": 0.7851, "step": 484 }, { "epoch": 0.19, "learning_rate": 5.09721492380452e-06, "loss": 0.8316, "step": 485 }, { "epoch": 0.19, "learning_rate": 5.1077246452969e-06, "loss": 0.7544, "step": 486 }, { "epoch": 0.19, "learning_rate": 5.1182343667892805e-06, "loss": 0.7991, "step": 487 }, { "epoch": 0.19, "learning_rate": 5.128744088281661e-06, "loss": 0.7846, "step": 488 }, { "epoch": 0.19, "learning_rate": 5.139253809774042e-06, "loss": 0.8036, "step": 489 }, { "epoch": 0.19, "learning_rate": 5.149763531266422e-06, "loss": 0.8046, "step": 490 }, { "epoch": 0.19, "learning_rate": 5.160273252758803e-06, "loss": 0.8217, "step": 491 }, { "epoch": 0.19, "learning_rate": 5.1707829742511825e-06, "loss": 0.792, "step": 492 }, { "epoch": 0.19, "learning_rate": 5.181292695743563e-06, "loss": 0.7791, "step": 493 }, { "epoch": 0.19, "learning_rate": 5.191802417235944e-06, "loss": 0.8335, "step": 494 }, { "epoch": 0.2, "learning_rate": 5.202312138728324e-06, "loss": 0.8251, "step": 495 }, { "epoch": 0.2, "learning_rate": 5.212821860220705e-06, "loss": 0.7816, "step": 496 }, { "epoch": 0.2, "learning_rate": 5.2233315817130846e-06, "loss": 0.7564, "step": 497 }, { "epoch": 0.2, "learning_rate": 5.233841303205466e-06, "loss": 0.7769, "step": 498 }, { "epoch": 0.2, "learning_rate": 5.244351024697845e-06, "loss": 0.7552, "step": 499 }, { "epoch": 0.2, "learning_rate": 5.254860746190227e-06, "loss": 0.7614, "step": 500 }, { "epoch": 0.2, "learning_rate": 5.265370467682607e-06, "loss": 0.8261, "step": 501 }, { "epoch": 0.2, "learning_rate": 5.2758801891749875e-06, "loss": 0.8149, "step": 502 }, { "epoch": 0.2, "learning_rate": 5.286389910667368e-06, "loss": 0.7631, "step": 503 }, { "epoch": 0.2, "learning_rate": 5.2968996321597474e-06, "loss": 0.7762, "step": 504 }, { "epoch": 0.2, "learning_rate": 5.307409353652129e-06, "loss": 0.7666, "step": 505 }, { "epoch": 0.2, "learning_rate": 5.317919075144508e-06, "loss": 0.8196, "step": 506 }, { "epoch": 0.2, "learning_rate": 5.3284287966368895e-06, "loss": 0.7519, "step": 507 }, { "epoch": 0.2, "learning_rate": 5.33893851812927e-06, "loss": 0.7955, "step": 508 }, { "epoch": 0.2, "learning_rate": 5.34944823962165e-06, "loss": 0.7994, "step": 509 }, { "epoch": 0.2, "learning_rate": 5.359957961114031e-06, "loss": 0.8109, "step": 510 }, { "epoch": 0.2, "learning_rate": 5.370467682606412e-06, "loss": 0.8304, "step": 511 }, { "epoch": 0.2, "learning_rate": 5.3809774040987916e-06, "loss": 0.7815, "step": 512 }, { "epoch": 0.2, "learning_rate": 5.391487125591173e-06, "loss": 0.7933, "step": 513 }, { "epoch": 0.2, "learning_rate": 5.401996847083552e-06, "loss": 0.7836, "step": 514 }, { "epoch": 0.2, "learning_rate": 5.412506568575934e-06, "loss": 0.7597, "step": 515 }, { "epoch": 0.2, "learning_rate": 5.423016290068314e-06, "loss": 0.8288, "step": 516 }, { "epoch": 0.2, "learning_rate": 5.433526011560694e-06, "loss": 0.7912, "step": 517 }, { "epoch": 0.2, "learning_rate": 5.444035733053075e-06, "loss": 0.7629, "step": 518 }, { "epoch": 0.2, "learning_rate": 5.4545454545454545e-06, "loss": 0.7808, "step": 519 }, { "epoch": 0.2, "learning_rate": 5.465055176037836e-06, "loss": 0.8425, "step": 520 }, { "epoch": 0.21, "learning_rate": 5.475564897530215e-06, "loss": 0.7491, "step": 521 }, { "epoch": 0.21, "learning_rate": 5.4860746190225965e-06, "loss": 0.7645, "step": 522 }, { "epoch": 0.21, "learning_rate": 5.496584340514977e-06, "loss": 0.7341, "step": 523 }, { "epoch": 0.21, "learning_rate": 5.507094062007357e-06, "loss": 0.8188, "step": 524 }, { "epoch": 0.21, "learning_rate": 5.517603783499738e-06, "loss": 0.7907, "step": 525 }, { "epoch": 0.21, "learning_rate": 5.528113504992119e-06, "loss": 0.7354, "step": 526 }, { "epoch": 0.21, "learning_rate": 5.538623226484499e-06, "loss": 0.7496, "step": 527 }, { "epoch": 0.21, "learning_rate": 5.549132947976878e-06, "loss": 0.7818, "step": 528 }, { "epoch": 0.21, "learning_rate": 5.559642669469259e-06, "loss": 0.7998, "step": 529 }, { "epoch": 0.21, "learning_rate": 5.57015239096164e-06, "loss": 0.7906, "step": 530 }, { "epoch": 0.21, "learning_rate": 5.58066211245402e-06, "loss": 0.747, "step": 531 }, { "epoch": 0.21, "learning_rate": 5.591171833946401e-06, "loss": 0.7924, "step": 532 }, { "epoch": 0.21, "learning_rate": 5.601681555438782e-06, "loss": 0.7703, "step": 533 }, { "epoch": 0.21, "learning_rate": 5.6121912769311615e-06, "loss": 0.7799, "step": 534 }, { "epoch": 0.21, "learning_rate": 5.622700998423543e-06, "loss": 0.7895, "step": 535 }, { "epoch": 0.21, "learning_rate": 5.633210719915922e-06, "loss": 0.7431, "step": 536 }, { "epoch": 0.21, "learning_rate": 5.6437204414083035e-06, "loss": 0.8335, "step": 537 }, { "epoch": 0.21, "learning_rate": 5.654230162900683e-06, "loss": 0.8167, "step": 538 }, { "epoch": 0.21, "learning_rate": 5.664739884393064e-06, "loss": 0.8001, "step": 539 }, { "epoch": 0.21, "learning_rate": 5.675249605885445e-06, "loss": 0.8377, "step": 540 }, { "epoch": 0.21, "learning_rate": 5.685759327377824e-06, "loss": 0.7522, "step": 541 }, { "epoch": 0.21, "learning_rate": 5.696269048870206e-06, "loss": 0.7745, "step": 542 }, { "epoch": 0.21, "learning_rate": 5.706778770362585e-06, "loss": 0.7422, "step": 543 }, { "epoch": 0.21, "learning_rate": 5.717288491854966e-06, "loss": 0.75, "step": 544 }, { "epoch": 0.21, "learning_rate": 5.727798213347347e-06, "loss": 0.8685, "step": 545 }, { "epoch": 0.22, "learning_rate": 5.738307934839727e-06, "loss": 0.7686, "step": 546 }, { "epoch": 0.22, "learning_rate": 5.748817656332108e-06, "loss": 0.7747, "step": 547 }, { "epoch": 0.22, "learning_rate": 5.759327377824488e-06, "loss": 0.7944, "step": 548 }, { "epoch": 0.22, "learning_rate": 5.7698370993168685e-06, "loss": 0.7937, "step": 549 }, { "epoch": 0.22, "learning_rate": 5.78034682080925e-06, "loss": 0.7406, "step": 550 }, { "epoch": 0.22, "learning_rate": 5.790856542301629e-06, "loss": 0.7916, "step": 551 }, { "epoch": 0.22, "learning_rate": 5.8013662637940106e-06, "loss": 0.8029, "step": 552 }, { "epoch": 0.22, "learning_rate": 5.81187598528639e-06, "loss": 0.8132, "step": 553 }, { "epoch": 0.22, "learning_rate": 5.8223857067787705e-06, "loss": 0.8217, "step": 554 }, { "epoch": 0.22, "learning_rate": 5.832895428271152e-06, "loss": 0.7689, "step": 555 }, { "epoch": 0.22, "learning_rate": 5.843405149763531e-06, "loss": 0.84, "step": 556 }, { "epoch": 0.22, "learning_rate": 5.853914871255913e-06, "loss": 0.7647, "step": 557 }, { "epoch": 0.22, "learning_rate": 5.864424592748292e-06, "loss": 0.8234, "step": 558 }, { "epoch": 0.22, "learning_rate": 5.8749343142406734e-06, "loss": 0.7762, "step": 559 }, { "epoch": 0.22, "learning_rate": 5.885444035733053e-06, "loss": 0.7357, "step": 560 }, { "epoch": 0.22, "learning_rate": 5.895953757225434e-06, "loss": 0.7967, "step": 561 }, { "epoch": 0.22, "learning_rate": 5.906463478717815e-06, "loss": 0.8429, "step": 562 }, { "epoch": 0.22, "learning_rate": 5.916973200210195e-06, "loss": 0.7876, "step": 563 }, { "epoch": 0.22, "learning_rate": 5.9274829217025755e-06, "loss": 0.8194, "step": 564 }, { "epoch": 0.22, "learning_rate": 5.937992643194955e-06, "loss": 0.7162, "step": 565 }, { "epoch": 0.22, "learning_rate": 5.948502364687336e-06, "loss": 0.8076, "step": 566 }, { "epoch": 0.22, "learning_rate": 5.959012086179716e-06, "loss": 0.7697, "step": 567 }, { "epoch": 0.22, "learning_rate": 5.969521807672097e-06, "loss": 0.8177, "step": 568 }, { "epoch": 0.22, "learning_rate": 5.9800315291644775e-06, "loss": 0.798, "step": 569 }, { "epoch": 0.22, "learning_rate": 5.990541250656858e-06, "loss": 0.7574, "step": 570 }, { "epoch": 0.23, "learning_rate": 6.001050972149238e-06, "loss": 0.8, "step": 571 }, { "epoch": 0.23, "learning_rate": 6.01156069364162e-06, "loss": 0.7675, "step": 572 }, { "epoch": 0.23, "learning_rate": 6.022070415133999e-06, "loss": 0.8142, "step": 573 }, { "epoch": 0.23, "learning_rate": 6.0325801366263804e-06, "loss": 0.7923, "step": 574 }, { "epoch": 0.23, "learning_rate": 6.04308985811876e-06, "loss": 0.7586, "step": 575 }, { "epoch": 0.23, "learning_rate": 6.053599579611141e-06, "loss": 0.8027, "step": 576 }, { "epoch": 0.23, "learning_rate": 6.064109301103521e-06, "loss": 0.7852, "step": 577 }, { "epoch": 0.23, "learning_rate": 6.074619022595901e-06, "loss": 0.7369, "step": 578 }, { "epoch": 0.23, "learning_rate": 6.0851287440882825e-06, "loss": 0.7629, "step": 579 }, { "epoch": 0.23, "learning_rate": 6.095638465580662e-06, "loss": 0.752, "step": 580 }, { "epoch": 0.23, "learning_rate": 6.106148187073043e-06, "loss": 0.729, "step": 581 }, { "epoch": 0.23, "learning_rate": 6.116657908565423e-06, "loss": 0.7968, "step": 582 }, { "epoch": 0.23, "learning_rate": 6.127167630057804e-06, "loss": 0.7879, "step": 583 }, { "epoch": 0.23, "learning_rate": 6.1376773515501846e-06, "loss": 0.7143, "step": 584 }, { "epoch": 0.23, "learning_rate": 6.148187073042565e-06, "loss": 0.8175, "step": 585 }, { "epoch": 0.23, "learning_rate": 6.158696794534945e-06, "loss": 0.7768, "step": 586 }, { "epoch": 0.23, "learning_rate": 6.169206516027327e-06, "loss": 0.8143, "step": 587 }, { "epoch": 0.23, "learning_rate": 6.179716237519706e-06, "loss": 0.7779, "step": 588 }, { "epoch": 0.23, "learning_rate": 6.1902259590120875e-06, "loss": 0.813, "step": 589 }, { "epoch": 0.23, "learning_rate": 6.200735680504467e-06, "loss": 0.806, "step": 590 }, { "epoch": 0.23, "learning_rate": 6.2112454019968474e-06, "loss": 0.8452, "step": 591 }, { "epoch": 0.23, "learning_rate": 6.221755123489228e-06, "loss": 0.776, "step": 592 }, { "epoch": 0.23, "learning_rate": 6.232264844981608e-06, "loss": 0.7981, "step": 593 }, { "epoch": 0.23, "learning_rate": 6.2427745664739895e-06, "loss": 0.7873, "step": 594 }, { "epoch": 0.23, "learning_rate": 6.253284287966369e-06, "loss": 0.7843, "step": 595 }, { "epoch": 0.23, "learning_rate": 6.26379400945875e-06, "loss": 0.7289, "step": 596 }, { "epoch": 0.24, "learning_rate": 6.27430373095113e-06, "loss": 0.7581, "step": 597 }, { "epoch": 0.24, "learning_rate": 6.284813452443511e-06, "loss": 0.7745, "step": 598 }, { "epoch": 0.24, "learning_rate": 6.295323173935891e-06, "loss": 0.768, "step": 599 }, { "epoch": 0.24, "learning_rate": 6.305832895428272e-06, "loss": 0.7967, "step": 600 }, { "epoch": 0.24, "learning_rate": 6.316342616920652e-06, "loss": 0.7992, "step": 601 }, { "epoch": 0.24, "learning_rate": 6.326852338413032e-06, "loss": 0.7745, "step": 602 }, { "epoch": 0.24, "learning_rate": 6.337362059905413e-06, "loss": 0.7966, "step": 603 }, { "epoch": 0.24, "learning_rate": 6.347871781397793e-06, "loss": 0.7472, "step": 604 }, { "epoch": 0.24, "learning_rate": 6.358381502890174e-06, "loss": 0.7194, "step": 605 }, { "epoch": 0.24, "learning_rate": 6.3688912243825544e-06, "loss": 0.7344, "step": 606 }, { "epoch": 0.24, "learning_rate": 6.379400945874935e-06, "loss": 0.7493, "step": 607 }, { "epoch": 0.24, "learning_rate": 6.389910667367315e-06, "loss": 0.8069, "step": 608 }, { "epoch": 0.24, "learning_rate": 6.400420388859696e-06, "loss": 0.8284, "step": 609 }, { "epoch": 0.24, "learning_rate": 6.410930110352076e-06, "loss": 0.7601, "step": 610 }, { "epoch": 0.24, "learning_rate": 6.421439831844457e-06, "loss": 0.766, "step": 611 }, { "epoch": 0.24, "learning_rate": 6.431949553336837e-06, "loss": 0.7906, "step": 612 }, { "epoch": 0.24, "learning_rate": 6.442459274829218e-06, "loss": 0.728, "step": 613 }, { "epoch": 0.24, "learning_rate": 6.452968996321598e-06, "loss": 0.7995, "step": 614 }, { "epoch": 0.24, "learning_rate": 6.463478717813978e-06, "loss": 0.7608, "step": 615 }, { "epoch": 0.24, "learning_rate": 6.473988439306359e-06, "loss": 0.7801, "step": 616 }, { "epoch": 0.24, "learning_rate": 6.484498160798739e-06, "loss": 0.7507, "step": 617 }, { "epoch": 0.24, "learning_rate": 6.49500788229112e-06, "loss": 0.8051, "step": 618 }, { "epoch": 0.24, "learning_rate": 6.5055176037835e-06, "loss": 0.791, "step": 619 }, { "epoch": 0.24, "learning_rate": 6.516027325275881e-06, "loss": 0.7625, "step": 620 }, { "epoch": 0.24, "learning_rate": 6.526537046768261e-06, "loss": 0.7028, "step": 621 }, { "epoch": 0.25, "learning_rate": 6.537046768260642e-06, "loss": 0.7875, "step": 622 }, { "epoch": 0.25, "learning_rate": 6.547556489753022e-06, "loss": 0.775, "step": 623 }, { "epoch": 0.25, "learning_rate": 6.558066211245403e-06, "loss": 0.7493, "step": 624 }, { "epoch": 0.25, "learning_rate": 6.568575932737783e-06, "loss": 0.8062, "step": 625 }, { "epoch": 0.25, "learning_rate": 6.579085654230164e-06, "loss": 0.7098, "step": 626 }, { "epoch": 0.25, "learning_rate": 6.589595375722544e-06, "loss": 0.7582, "step": 627 }, { "epoch": 0.25, "learning_rate": 6.6001050972149235e-06, "loss": 0.7779, "step": 628 }, { "epoch": 0.25, "learning_rate": 6.610614818707305e-06, "loss": 0.7466, "step": 629 }, { "epoch": 0.25, "learning_rate": 6.621124540199685e-06, "loss": 0.7856, "step": 630 }, { "epoch": 0.25, "learning_rate": 6.6316342616920656e-06, "loss": 0.7639, "step": 631 }, { "epoch": 0.25, "learning_rate": 6.642143983184446e-06, "loss": 0.7871, "step": 632 }, { "epoch": 0.25, "learning_rate": 6.652653704676827e-06, "loss": 0.7422, "step": 633 }, { "epoch": 0.25, "learning_rate": 6.663163426169207e-06, "loss": 0.7893, "step": 634 }, { "epoch": 0.25, "learning_rate": 6.673673147661588e-06, "loss": 0.7736, "step": 635 }, { "epoch": 0.25, "learning_rate": 6.684182869153968e-06, "loss": 0.8063, "step": 636 }, { "epoch": 0.25, "learning_rate": 6.694692590646349e-06, "loss": 0.769, "step": 637 }, { "epoch": 0.25, "learning_rate": 6.7052023121387284e-06, "loss": 0.7561, "step": 638 }, { "epoch": 0.25, "learning_rate": 6.715712033631109e-06, "loss": 0.7822, "step": 639 }, { "epoch": 0.25, "learning_rate": 6.72622175512349e-06, "loss": 0.7915, "step": 640 }, { "epoch": 0.25, "learning_rate": 6.73673147661587e-06, "loss": 0.7615, "step": 641 }, { "epoch": 0.25, "learning_rate": 6.747241198108251e-06, "loss": 0.737, "step": 642 }, { "epoch": 0.25, "learning_rate": 6.7577509196006305e-06, "loss": 0.7573, "step": 643 }, { "epoch": 0.25, "learning_rate": 6.768260641093012e-06, "loss": 0.7806, "step": 644 }, { "epoch": 0.25, "learning_rate": 6.778770362585392e-06, "loss": 0.7488, "step": 645 }, { "epoch": 0.25, "learning_rate": 6.7892800840777726e-06, "loss": 0.7691, "step": 646 }, { "epoch": 0.26, "learning_rate": 6.799789805570153e-06, "loss": 0.7952, "step": 647 }, { "epoch": 0.26, "learning_rate": 6.810299527062534e-06, "loss": 0.8166, "step": 648 }, { "epoch": 0.26, "learning_rate": 6.820809248554914e-06, "loss": 0.7445, "step": 649 }, { "epoch": 0.26, "learning_rate": 6.831318970047295e-06, "loss": 0.7769, "step": 650 }, { "epoch": 0.26, "learning_rate": 6.841828691539675e-06, "loss": 0.794, "step": 651 }, { "epoch": 0.26, "learning_rate": 6.852338413032055e-06, "loss": 0.7516, "step": 652 }, { "epoch": 0.26, "learning_rate": 6.8628481345244354e-06, "loss": 0.735, "step": 653 }, { "epoch": 0.26, "learning_rate": 6.873357856016816e-06, "loss": 0.7748, "step": 654 }, { "epoch": 0.26, "learning_rate": 6.883867577509197e-06, "loss": 0.7853, "step": 655 }, { "epoch": 0.26, "learning_rate": 6.894377299001577e-06, "loss": 0.7373, "step": 656 }, { "epoch": 0.26, "learning_rate": 6.904887020493958e-06, "loss": 0.7545, "step": 657 }, { "epoch": 0.26, "learning_rate": 6.9153967419863375e-06, "loss": 0.7999, "step": 658 }, { "epoch": 0.26, "learning_rate": 6.925906463478719e-06, "loss": 0.8137, "step": 659 }, { "epoch": 0.26, "learning_rate": 6.936416184971098e-06, "loss": 0.7768, "step": 660 }, { "epoch": 0.26, "learning_rate": 6.94692590646348e-06, "loss": 0.7407, "step": 661 }, { "epoch": 0.26, "learning_rate": 6.95743562795586e-06, "loss": 0.7633, "step": 662 }, { "epoch": 0.26, "learning_rate": 6.9679453494482396e-06, "loss": 0.7699, "step": 663 }, { "epoch": 0.26, "learning_rate": 6.978455070940621e-06, "loss": 0.7418, "step": 664 }, { "epoch": 0.26, "learning_rate": 6.988964792433e-06, "loss": 0.7519, "step": 665 }, { "epoch": 0.26, "learning_rate": 6.999474513925382e-06, "loss": 0.7914, "step": 666 }, { "epoch": 0.26, "learning_rate": 7.009984235417762e-06, "loss": 0.8432, "step": 667 }, { "epoch": 0.26, "learning_rate": 7.0204939569101425e-06, "loss": 0.7886, "step": 668 }, { "epoch": 0.26, "learning_rate": 7.031003678402523e-06, "loss": 0.7764, "step": 669 }, { "epoch": 0.26, "learning_rate": 7.041513399894903e-06, "loss": 0.7937, "step": 670 }, { "epoch": 0.26, "learning_rate": 7.052023121387284e-06, "loss": 0.7701, "step": 671 }, { "epoch": 0.26, "learning_rate": 7.062532842879665e-06, "loss": 0.806, "step": 672 }, { "epoch": 0.27, "learning_rate": 7.0730425643720445e-06, "loss": 0.6984, "step": 673 }, { "epoch": 0.27, "learning_rate": 7.083552285864426e-06, "loss": 0.7063, "step": 674 }, { "epoch": 0.27, "learning_rate": 7.094062007356805e-06, "loss": 0.7426, "step": 675 }, { "epoch": 0.27, "learning_rate": 7.104571728849186e-06, "loss": 0.7533, "step": 676 }, { "epoch": 0.27, "learning_rate": 7.115081450341567e-06, "loss": 0.7619, "step": 677 }, { "epoch": 0.27, "learning_rate": 7.1255911718339466e-06, "loss": 0.7628, "step": 678 }, { "epoch": 0.27, "learning_rate": 7.136100893326328e-06, "loss": 0.7579, "step": 679 }, { "epoch": 0.27, "learning_rate": 7.146610614818707e-06, "loss": 0.7938, "step": 680 }, { "epoch": 0.27, "learning_rate": 7.157120336311089e-06, "loss": 0.7901, "step": 681 }, { "epoch": 0.27, "learning_rate": 7.167630057803468e-06, "loss": 0.8017, "step": 682 }, { "epoch": 0.27, "learning_rate": 7.1781397792958495e-06, "loss": 0.7116, "step": 683 }, { "epoch": 0.27, "learning_rate": 7.18864950078823e-06, "loss": 0.7804, "step": 684 }, { "epoch": 0.27, "learning_rate": 7.19915922228061e-06, "loss": 0.7738, "step": 685 }, { "epoch": 0.27, "learning_rate": 7.209668943772991e-06, "loss": 0.8055, "step": 686 }, { "epoch": 0.27, "learning_rate": 7.220178665265372e-06, "loss": 0.7584, "step": 687 }, { "epoch": 0.27, "learning_rate": 7.2306883867577515e-06, "loss": 0.8173, "step": 688 }, { "epoch": 0.27, "learning_rate": 7.241198108250131e-06, "loss": 0.8321, "step": 689 }, { "epoch": 0.27, "learning_rate": 7.251707829742512e-06, "loss": 0.8037, "step": 690 }, { "epoch": 0.27, "learning_rate": 7.262217551234893e-06, "loss": 0.7945, "step": 691 }, { "epoch": 0.27, "learning_rate": 7.272727272727273e-06, "loss": 0.7635, "step": 692 }, { "epoch": 0.27, "learning_rate": 7.283236994219654e-06, "loss": 0.797, "step": 693 }, { "epoch": 0.27, "learning_rate": 7.293746715712035e-06, "loss": 0.7834, "step": 694 }, { "epoch": 0.27, "learning_rate": 7.304256437204414e-06, "loss": 0.7692, "step": 695 }, { "epoch": 0.27, "learning_rate": 7.314766158696796e-06, "loss": 0.782, "step": 696 }, { "epoch": 0.27, "learning_rate": 7.325275880189175e-06, "loss": 0.8031, "step": 697 }, { "epoch": 0.28, "learning_rate": 7.3357856016815565e-06, "loss": 0.7787, "step": 698 }, { "epoch": 0.28, "learning_rate": 7.346295323173936e-06, "loss": 0.7711, "step": 699 }, { "epoch": 0.28, "learning_rate": 7.3568050446663165e-06, "loss": 0.7156, "step": 700 }, { "epoch": 0.28, "learning_rate": 7.367314766158698e-06, "loss": 0.8187, "step": 701 }, { "epoch": 0.28, "learning_rate": 7.377824487651077e-06, "loss": 0.7703, "step": 702 }, { "epoch": 0.28, "learning_rate": 7.3883342091434585e-06, "loss": 0.7594, "step": 703 }, { "epoch": 0.28, "learning_rate": 7.398843930635838e-06, "loss": 0.771, "step": 704 }, { "epoch": 0.28, "learning_rate": 7.409353652128219e-06, "loss": 0.7844, "step": 705 }, { "epoch": 0.28, "learning_rate": 7.4198633736206e-06, "loss": 0.7794, "step": 706 }, { "epoch": 0.28, "learning_rate": 7.43037309511298e-06, "loss": 0.7641, "step": 707 }, { "epoch": 0.28, "learning_rate": 7.440882816605361e-06, "loss": 0.7565, "step": 708 }, { "epoch": 0.28, "learning_rate": 7.451392538097742e-06, "loss": 0.7471, "step": 709 }, { "epoch": 0.28, "learning_rate": 7.461902259590121e-06, "loss": 0.7408, "step": 710 }, { "epoch": 0.28, "learning_rate": 7.472411981082503e-06, "loss": 0.7169, "step": 711 }, { "epoch": 0.28, "learning_rate": 7.482921702574882e-06, "loss": 0.7622, "step": 712 }, { "epoch": 0.28, "learning_rate": 7.493431424067263e-06, "loss": 0.7655, "step": 713 }, { "epoch": 0.28, "learning_rate": 7.503941145559643e-06, "loss": 0.7409, "step": 714 }, { "epoch": 0.28, "learning_rate": 7.5144508670520235e-06, "loss": 0.8388, "step": 715 }, { "epoch": 0.28, "learning_rate": 7.524960588544405e-06, "loss": 0.7318, "step": 716 }, { "epoch": 0.28, "learning_rate": 7.535470310036784e-06, "loss": 0.7832, "step": 717 }, { "epoch": 0.28, "learning_rate": 7.5459800315291655e-06, "loss": 0.8179, "step": 718 }, { "epoch": 0.28, "learning_rate": 7.556489753021545e-06, "loss": 0.7869, "step": 719 }, { "epoch": 0.28, "learning_rate": 7.566999474513926e-06, "loss": 0.7611, "step": 720 }, { "epoch": 0.28, "learning_rate": 7.577509196006306e-06, "loss": 0.747, "step": 721 }, { "epoch": 0.28, "learning_rate": 7.588018917498687e-06, "loss": 0.7801, "step": 722 }, { "epoch": 0.28, "learning_rate": 7.598528638991068e-06, "loss": 0.8057, "step": 723 }, { "epoch": 0.29, "learning_rate": 7.609038360483448e-06, "loss": 0.7504, "step": 724 }, { "epoch": 0.29, "learning_rate": 7.619548081975828e-06, "loss": 0.8344, "step": 725 }, { "epoch": 0.29, "learning_rate": 7.630057803468209e-06, "loss": 0.7311, "step": 726 }, { "epoch": 0.29, "learning_rate": 7.64056752496059e-06, "loss": 0.7417, "step": 727 }, { "epoch": 0.29, "learning_rate": 7.65107724645297e-06, "loss": 0.8558, "step": 728 }, { "epoch": 0.29, "learning_rate": 7.66158696794535e-06, "loss": 0.7519, "step": 729 }, { "epoch": 0.29, "learning_rate": 7.67209668943773e-06, "loss": 0.7799, "step": 730 }, { "epoch": 0.29, "learning_rate": 7.682606410930111e-06, "loss": 0.7661, "step": 731 }, { "epoch": 0.29, "learning_rate": 7.693116132422491e-06, "loss": 0.7743, "step": 732 }, { "epoch": 0.29, "learning_rate": 7.703625853914872e-06, "loss": 0.7495, "step": 733 }, { "epoch": 0.29, "learning_rate": 7.714135575407252e-06, "loss": 0.8155, "step": 734 }, { "epoch": 0.29, "learning_rate": 7.724645296899633e-06, "loss": 0.7618, "step": 735 }, { "epoch": 0.29, "learning_rate": 7.735155018392013e-06, "loss": 0.7464, "step": 736 }, { "epoch": 0.29, "learning_rate": 7.745664739884393e-06, "loss": 0.7517, "step": 737 }, { "epoch": 0.29, "learning_rate": 7.756174461376774e-06, "loss": 0.7446, "step": 738 }, { "epoch": 0.29, "learning_rate": 7.766684182869154e-06, "loss": 0.7448, "step": 739 }, { "epoch": 0.29, "learning_rate": 7.777193904361535e-06, "loss": 0.7553, "step": 740 }, { "epoch": 0.29, "learning_rate": 7.787703625853915e-06, "loss": 0.7546, "step": 741 }, { "epoch": 0.29, "learning_rate": 7.798213347346295e-06, "loss": 0.774, "step": 742 }, { "epoch": 0.29, "learning_rate": 7.808723068838676e-06, "loss": 0.7909, "step": 743 }, { "epoch": 0.29, "learning_rate": 7.819232790331058e-06, "loss": 0.7567, "step": 744 }, { "epoch": 0.29, "learning_rate": 7.829742511823437e-06, "loss": 0.8226, "step": 745 }, { "epoch": 0.29, "learning_rate": 7.840252233315819e-06, "loss": 0.7328, "step": 746 }, { "epoch": 0.29, "learning_rate": 7.850761954808197e-06, "loss": 0.7556, "step": 747 }, { "epoch": 0.29, "learning_rate": 7.86127167630058e-06, "loss": 0.7505, "step": 748 }, { "epoch": 0.3, "learning_rate": 7.87178139779296e-06, "loss": 0.7099, "step": 749 }, { "epoch": 0.3, "learning_rate": 7.882291119285339e-06, "loss": 0.7661, "step": 750 }, { "epoch": 0.3, "learning_rate": 7.89280084077772e-06, "loss": 0.7586, "step": 751 }, { "epoch": 0.3, "learning_rate": 7.9033105622701e-06, "loss": 0.7893, "step": 752 }, { "epoch": 0.3, "learning_rate": 7.913820283762482e-06, "loss": 0.742, "step": 753 }, { "epoch": 0.3, "learning_rate": 7.92433000525486e-06, "loss": 0.7481, "step": 754 }, { "epoch": 0.3, "learning_rate": 7.934839726747242e-06, "loss": 0.7572, "step": 755 }, { "epoch": 0.3, "learning_rate": 7.945349448239623e-06, "loss": 0.6884, "step": 756 }, { "epoch": 0.3, "learning_rate": 7.955859169732003e-06, "loss": 0.7334, "step": 757 }, { "epoch": 0.3, "learning_rate": 7.966368891224384e-06, "loss": 0.7577, "step": 758 }, { "epoch": 0.3, "learning_rate": 7.976878612716764e-06, "loss": 0.7246, "step": 759 }, { "epoch": 0.3, "learning_rate": 7.987388334209145e-06, "loss": 0.7789, "step": 760 }, { "epoch": 0.3, "learning_rate": 7.997898055701525e-06, "loss": 0.7203, "step": 761 }, { "epoch": 0.3, "learning_rate": 8.008407777193905e-06, "loss": 0.7356, "step": 762 }, { "epoch": 0.3, "learning_rate": 8.018917498686286e-06, "loss": 0.798, "step": 763 }, { "epoch": 0.3, "learning_rate": 8.029427220178666e-06, "loss": 0.7849, "step": 764 }, { "epoch": 0.3, "learning_rate": 8.039936941671047e-06, "loss": 0.845, "step": 765 }, { "epoch": 0.3, "learning_rate": 8.050446663163427e-06, "loss": 0.8198, "step": 766 }, { "epoch": 0.3, "learning_rate": 8.060956384655807e-06, "loss": 0.6849, "step": 767 }, { "epoch": 0.3, "learning_rate": 8.071466106148188e-06, "loss": 0.809, "step": 768 }, { "epoch": 0.3, "learning_rate": 8.081975827640568e-06, "loss": 0.7842, "step": 769 }, { "epoch": 0.3, "learning_rate": 8.092485549132949e-06, "loss": 0.7655, "step": 770 }, { "epoch": 0.3, "learning_rate": 8.102995270625329e-06, "loss": 0.7263, "step": 771 }, { "epoch": 0.3, "learning_rate": 8.11350499211771e-06, "loss": 0.7766, "step": 772 }, { "epoch": 0.3, "learning_rate": 8.12401471361009e-06, "loss": 0.7554, "step": 773 }, { "epoch": 0.31, "learning_rate": 8.13452443510247e-06, "loss": 0.7954, "step": 774 }, { "epoch": 0.31, "learning_rate": 8.14503415659485e-06, "loss": 0.7477, "step": 775 }, { "epoch": 0.31, "learning_rate": 8.155543878087231e-06, "loss": 0.823, "step": 776 }, { "epoch": 0.31, "learning_rate": 8.166053599579611e-06, "loss": 0.8016, "step": 777 }, { "epoch": 0.31, "learning_rate": 8.176563321071992e-06, "loss": 0.7548, "step": 778 }, { "epoch": 0.31, "learning_rate": 8.187073042564372e-06, "loss": 0.7682, "step": 779 }, { "epoch": 0.31, "learning_rate": 8.197582764056753e-06, "loss": 0.7819, "step": 780 }, { "epoch": 0.31, "learning_rate": 8.208092485549133e-06, "loss": 0.6974, "step": 781 }, { "epoch": 0.31, "learning_rate": 8.218602207041514e-06, "loss": 0.808, "step": 782 }, { "epoch": 0.31, "learning_rate": 8.229111928533896e-06, "loss": 0.7267, "step": 783 }, { "epoch": 0.31, "learning_rate": 8.239621650026274e-06, "loss": 0.7472, "step": 784 }, { "epoch": 0.31, "learning_rate": 8.250131371518656e-06, "loss": 0.7971, "step": 785 }, { "epoch": 0.31, "learning_rate": 8.260641093011035e-06, "loss": 0.7911, "step": 786 }, { "epoch": 0.31, "learning_rate": 8.271150814503416e-06, "loss": 0.7287, "step": 787 }, { "epoch": 0.31, "learning_rate": 8.281660535995798e-06, "loss": 0.7724, "step": 788 }, { "epoch": 0.31, "learning_rate": 8.292170257488176e-06, "loss": 0.6968, "step": 789 }, { "epoch": 0.31, "learning_rate": 8.302679978980559e-06, "loss": 0.7586, "step": 790 }, { "epoch": 0.31, "learning_rate": 8.313189700472937e-06, "loss": 0.7669, "step": 791 }, { "epoch": 0.31, "learning_rate": 8.32369942196532e-06, "loss": 0.7405, "step": 792 }, { "epoch": 0.31, "learning_rate": 8.334209143457698e-06, "loss": 0.7313, "step": 793 }, { "epoch": 0.31, "learning_rate": 8.34471886495008e-06, "loss": 0.7788, "step": 794 }, { "epoch": 0.31, "learning_rate": 8.35522858644246e-06, "loss": 0.7164, "step": 795 }, { "epoch": 0.31, "learning_rate": 8.365738307934841e-06, "loss": 0.7731, "step": 796 }, { "epoch": 0.31, "learning_rate": 8.376248029427221e-06, "loss": 0.7352, "step": 797 }, { "epoch": 0.31, "learning_rate": 8.386757750919602e-06, "loss": 0.7368, "step": 798 }, { "epoch": 0.31, "learning_rate": 8.397267472411982e-06, "loss": 0.7649, "step": 799 }, { "epoch": 0.32, "learning_rate": 8.407777193904361e-06, "loss": 0.7943, "step": 800 }, { "epoch": 0.32, "learning_rate": 8.418286915396743e-06, "loss": 0.7244, "step": 801 }, { "epoch": 0.32, "learning_rate": 8.428796636889123e-06, "loss": 0.7227, "step": 802 }, { "epoch": 0.32, "learning_rate": 8.439306358381504e-06, "loss": 0.7827, "step": 803 }, { "epoch": 0.32, "learning_rate": 8.449816079873884e-06, "loss": 0.7631, "step": 804 }, { "epoch": 0.32, "learning_rate": 8.460325801366265e-06, "loss": 0.8117, "step": 805 }, { "epoch": 0.32, "learning_rate": 8.470835522858645e-06, "loss": 0.7492, "step": 806 }, { "epoch": 0.32, "learning_rate": 8.481345244351026e-06, "loss": 0.7419, "step": 807 }, { "epoch": 0.32, "learning_rate": 8.491854965843406e-06, "loss": 0.763, "step": 808 }, { "epoch": 0.32, "learning_rate": 8.502364687335786e-06, "loss": 0.7746, "step": 809 }, { "epoch": 0.32, "learning_rate": 8.512874408828167e-06, "loss": 0.7402, "step": 810 }, { "epoch": 0.32, "learning_rate": 8.523384130320547e-06, "loss": 0.7607, "step": 811 }, { "epoch": 0.32, "learning_rate": 8.533893851812928e-06, "loss": 0.6862, "step": 812 }, { "epoch": 0.32, "learning_rate": 8.544403573305308e-06, "loss": 0.7702, "step": 813 }, { "epoch": 0.32, "learning_rate": 8.554913294797688e-06, "loss": 0.7228, "step": 814 }, { "epoch": 0.32, "learning_rate": 8.565423016290069e-06, "loss": 0.7032, "step": 815 }, { "epoch": 0.32, "learning_rate": 8.57593273778245e-06, "loss": 0.7233, "step": 816 }, { "epoch": 0.32, "learning_rate": 8.58644245927483e-06, "loss": 0.7629, "step": 817 }, { "epoch": 0.32, "learning_rate": 8.59695218076721e-06, "loss": 0.6951, "step": 818 }, { "epoch": 0.32, "learning_rate": 8.60746190225959e-06, "loss": 0.8245, "step": 819 }, { "epoch": 0.32, "learning_rate": 8.617971623751973e-06, "loss": 0.7504, "step": 820 }, { "epoch": 0.32, "learning_rate": 8.628481345244351e-06, "loss": 0.7719, "step": 821 }, { "epoch": 0.32, "learning_rate": 8.638991066736733e-06, "loss": 0.7961, "step": 822 }, { "epoch": 0.32, "learning_rate": 8.649500788229112e-06, "loss": 0.7055, "step": 823 }, { "epoch": 0.32, "learning_rate": 8.660010509721492e-06, "loss": 0.7163, "step": 824 }, { "epoch": 0.33, "learning_rate": 8.670520231213873e-06, "loss": 0.7388, "step": 825 }, { "epoch": 0.33, "learning_rate": 8.681029952706253e-06, "loss": 0.758, "step": 826 }, { "epoch": 0.33, "learning_rate": 8.691539674198635e-06, "loss": 0.7891, "step": 827 }, { "epoch": 0.33, "learning_rate": 8.702049395691014e-06, "loss": 0.6774, "step": 828 }, { "epoch": 0.33, "learning_rate": 8.712559117183396e-06, "loss": 0.7652, "step": 829 }, { "epoch": 0.33, "learning_rate": 8.723068838675775e-06, "loss": 0.7522, "step": 830 }, { "epoch": 0.33, "learning_rate": 8.733578560168157e-06, "loss": 0.774, "step": 831 }, { "epoch": 0.33, "learning_rate": 8.744088281660536e-06, "loss": 0.7496, "step": 832 }, { "epoch": 0.33, "learning_rate": 8.754598003152918e-06, "loss": 0.7677, "step": 833 }, { "epoch": 0.33, "learning_rate": 8.765107724645298e-06, "loss": 0.7399, "step": 834 }, { "epoch": 0.33, "learning_rate": 8.775617446137677e-06, "loss": 0.7568, "step": 835 }, { "epoch": 0.33, "learning_rate": 8.786127167630059e-06, "loss": 0.7512, "step": 836 }, { "epoch": 0.33, "learning_rate": 8.796636889122438e-06, "loss": 0.756, "step": 837 }, { "epoch": 0.33, "learning_rate": 8.80714661061482e-06, "loss": 0.7868, "step": 838 }, { "epoch": 0.33, "learning_rate": 8.8176563321072e-06, "loss": 0.7159, "step": 839 }, { "epoch": 0.33, "learning_rate": 8.82816605359958e-06, "loss": 0.7721, "step": 840 }, { "epoch": 0.33, "learning_rate": 8.838675775091961e-06, "loss": 0.7449, "step": 841 }, { "epoch": 0.33, "learning_rate": 8.849185496584342e-06, "loss": 0.737, "step": 842 }, { "epoch": 0.33, "learning_rate": 8.859695218076722e-06, "loss": 0.7306, "step": 843 }, { "epoch": 0.33, "learning_rate": 8.870204939569102e-06, "loss": 0.7732, "step": 844 }, { "epoch": 0.33, "learning_rate": 8.880714661061483e-06, "loss": 0.7752, "step": 845 }, { "epoch": 0.33, "learning_rate": 8.891224382553863e-06, "loss": 0.7554, "step": 846 }, { "epoch": 0.33, "learning_rate": 8.901734104046244e-06, "loss": 0.8126, "step": 847 }, { "epoch": 0.33, "learning_rate": 8.912243825538624e-06, "loss": 0.7632, "step": 848 }, { "epoch": 0.33, "learning_rate": 8.922753547031004e-06, "loss": 0.7316, "step": 849 }, { "epoch": 0.34, "learning_rate": 8.933263268523385e-06, "loss": 0.8087, "step": 850 }, { "epoch": 0.34, "learning_rate": 8.943772990015765e-06, "loss": 0.7079, "step": 851 }, { "epoch": 0.34, "learning_rate": 8.954282711508146e-06, "loss": 0.7437, "step": 852 }, { "epoch": 0.34, "learning_rate": 8.964792433000526e-06, "loss": 0.7766, "step": 853 }, { "epoch": 0.34, "learning_rate": 8.975302154492907e-06, "loss": 0.767, "step": 854 }, { "epoch": 0.34, "learning_rate": 8.985811875985287e-06, "loss": 0.7668, "step": 855 }, { "epoch": 0.34, "learning_rate": 8.996321597477667e-06, "loss": 0.7701, "step": 856 }, { "epoch": 0.34, "learning_rate": 9.006831318970048e-06, "loss": 0.7061, "step": 857 }, { "epoch": 0.34, "learning_rate": 9.017341040462428e-06, "loss": 0.6904, "step": 858 }, { "epoch": 0.34, "learning_rate": 9.02785076195481e-06, "loss": 0.7267, "step": 859 }, { "epoch": 0.34, "learning_rate": 9.038360483447189e-06, "loss": 0.7632, "step": 860 }, { "epoch": 0.34, "learning_rate": 9.04887020493957e-06, "loss": 0.7453, "step": 861 }, { "epoch": 0.34, "learning_rate": 9.05937992643195e-06, "loss": 0.7961, "step": 862 }, { "epoch": 0.34, "learning_rate": 9.06988964792433e-06, "loss": 0.7276, "step": 863 }, { "epoch": 0.34, "learning_rate": 9.08039936941671e-06, "loss": 0.7405, "step": 864 }, { "epoch": 0.34, "learning_rate": 9.090909090909091e-06, "loss": 0.7306, "step": 865 }, { "epoch": 0.34, "learning_rate": 9.101418812401473e-06, "loss": 0.7752, "step": 866 }, { "epoch": 0.34, "learning_rate": 9.111928533893852e-06, "loss": 0.742, "step": 867 }, { "epoch": 0.34, "learning_rate": 9.122438255386234e-06, "loss": 0.7216, "step": 868 }, { "epoch": 0.34, "learning_rate": 9.132947976878613e-06, "loss": 0.7545, "step": 869 }, { "epoch": 0.34, "learning_rate": 9.143457698370995e-06, "loss": 0.7734, "step": 870 }, { "epoch": 0.34, "learning_rate": 9.153967419863374e-06, "loss": 0.74, "step": 871 }, { "epoch": 0.34, "learning_rate": 9.164477141355754e-06, "loss": 0.7086, "step": 872 }, { "epoch": 0.34, "learning_rate": 9.174986862848136e-06, "loss": 0.7173, "step": 873 }, { "epoch": 0.34, "learning_rate": 9.185496584340515e-06, "loss": 0.7585, "step": 874 }, { "epoch": 0.34, "learning_rate": 9.196006305832897e-06, "loss": 0.7284, "step": 875 }, { "epoch": 0.35, "learning_rate": 9.206516027325276e-06, "loss": 0.7226, "step": 876 }, { "epoch": 0.35, "learning_rate": 9.217025748817658e-06, "loss": 0.751, "step": 877 }, { "epoch": 0.35, "learning_rate": 9.227535470310038e-06, "loss": 0.7323, "step": 878 }, { "epoch": 0.35, "learning_rate": 9.238045191802418e-06, "loss": 0.7772, "step": 879 }, { "epoch": 0.35, "learning_rate": 9.248554913294799e-06, "loss": 0.738, "step": 880 }, { "epoch": 0.35, "learning_rate": 9.25906463478718e-06, "loss": 0.7128, "step": 881 }, { "epoch": 0.35, "learning_rate": 9.26957435627956e-06, "loss": 0.7456, "step": 882 }, { "epoch": 0.35, "learning_rate": 9.28008407777194e-06, "loss": 0.7583, "step": 883 }, { "epoch": 0.35, "learning_rate": 9.29059379926432e-06, "loss": 0.7162, "step": 884 }, { "epoch": 0.35, "learning_rate": 9.301103520756701e-06, "loss": 0.716, "step": 885 }, { "epoch": 0.35, "learning_rate": 9.311613242249081e-06, "loss": 0.734, "step": 886 }, { "epoch": 0.35, "learning_rate": 9.322122963741462e-06, "loss": 0.7537, "step": 887 }, { "epoch": 0.35, "learning_rate": 9.332632685233842e-06, "loss": 0.7442, "step": 888 }, { "epoch": 0.35, "learning_rate": 9.343142406726223e-06, "loss": 0.7305, "step": 889 }, { "epoch": 0.35, "learning_rate": 9.353652128218603e-06, "loss": 0.7629, "step": 890 }, { "epoch": 0.35, "learning_rate": 9.364161849710983e-06, "loss": 0.6891, "step": 891 }, { "epoch": 0.35, "learning_rate": 9.374671571203364e-06, "loss": 0.6873, "step": 892 }, { "epoch": 0.35, "learning_rate": 9.385181292695744e-06, "loss": 0.7411, "step": 893 }, { "epoch": 0.35, "learning_rate": 9.395691014188125e-06, "loss": 0.7575, "step": 894 }, { "epoch": 0.35, "learning_rate": 9.406200735680505e-06, "loss": 0.7546, "step": 895 }, { "epoch": 0.35, "learning_rate": 9.416710457172885e-06, "loss": 0.7051, "step": 896 }, { "epoch": 0.35, "learning_rate": 9.427220178665266e-06, "loss": 0.736, "step": 897 }, { "epoch": 0.35, "learning_rate": 9.437729900157646e-06, "loss": 0.7112, "step": 898 }, { "epoch": 0.35, "learning_rate": 9.448239621650027e-06, "loss": 0.7521, "step": 899 }, { "epoch": 0.35, "learning_rate": 9.458749343142407e-06, "loss": 0.7765, "step": 900 } ], "max_steps": 63425, "num_train_epochs": 25, "total_flos": 2.3846875513749504e+18, "trial_name": null, "trial_params": null }